{"level":"warn","ts":"2026-02-26T01:36:34.168048Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T01:36:34.16819Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.43:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.43:2380","--initial-cluster=instance=https://162.253.55.43:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.43:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.43:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-26T01:36:34.168274Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-26T01:36:34.168288Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.43:2380"]} {"level":"info","ts":"2026-02-26T01:36:34.168309Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T01:36:34.16903Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"]} {"level":"info","ts":"2026-02-26T01:36:34.169128Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.43:2380"],"listen-peer-urls":["https://162.253.55.43:2380"],"advertise-client-urls":["https://162.253.55.43:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.43:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-26T01:36:34.173387Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.973913ms"} {"level":"info","ts":"2026-02-26T01:36:34.193875Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"14f8f2dfdaccebdb","cluster-id":"5f02ccb15672f35d"} {"level":"info","ts":"2026-02-26T01:36:34.194212Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=()"} {"level":"info","ts":"2026-02-26T01:36:34.19426Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became follower at term 0"} {"level":"info","ts":"2026-02-26T01:36:34.194289Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 14f8f2dfdaccebdb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-26T01:36:34.194308Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became follower at term 1"} {"level":"info","ts":"2026-02-26T01:36:34.194371Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=(1511224718245293019)"} {"level":"warn","ts":"2026-02-26T01:36:34.202457Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-26T01:36:34.204128Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-26T01:36:34.205343Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-26T01:36:34.207778Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"14f8f2dfdaccebdb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-26T01:36:34.207935Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"14f8f2dfdaccebdb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-26T01:36:34.208483Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T01:36:34.208576Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T01:36:34.2086Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-26T01:36:34.208898Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=(1511224718245293019)"} {"level":"info","ts":"2026-02-26T01:36:34.209045Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5f02ccb15672f35d","local-member-id":"14f8f2dfdaccebdb","added-peer-id":"14f8f2dfdaccebdb","added-peer-peer-urls":["https://162.253.55.43:2380"]} {"level":"info","ts":"2026-02-26T01:36:34.21419Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-26T01:36:34.214304Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.43:2380"} {"level":"info","ts":"2026-02-26T01:36:34.214347Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.43:2380"} {"level":"info","ts":"2026-02-26T01:36:34.214551Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"14f8f2dfdaccebdb","initial-advertise-peer-urls":["https://162.253.55.43:2380"],"listen-peer-urls":["https://162.253.55.43:2380"],"advertise-client-urls":["https://162.253.55.43:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-26T01:36:34.214614Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-26T01:36:35.194884Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb is starting a new election at term 1"} {"level":"info","ts":"2026-02-26T01:36:35.194945Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became pre-candidate at term 1"} {"level":"info","ts":"2026-02-26T01:36:35.194982Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb received MsgPreVoteResp from 14f8f2dfdaccebdb at term 1"} {"level":"info","ts":"2026-02-26T01:36:35.195002Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became candidate at term 2"} {"level":"info","ts":"2026-02-26T01:36:35.195014Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb received MsgVoteResp from 14f8f2dfdaccebdb at term 2"} {"level":"info","ts":"2026-02-26T01:36:35.19503Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became leader at term 2"} {"level":"info","ts":"2026-02-26T01:36:35.195044Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 14f8f2dfdaccebdb elected leader 14f8f2dfdaccebdb at term 2"} {"level":"info","ts":"2026-02-26T01:36:35.258576Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T01:36:35.25871Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"14f8f2dfdaccebdb","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.43:2379]}","request-path":"/0/members/14f8f2dfdaccebdb/attributes","cluster-id":"5f02ccb15672f35d","publish-timeout":"7s"} {"level":"info","ts":"2026-02-26T01:36:35.258977Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T01:36:35.259023Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-26T01:36:35.259215Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-26T01:36:35.2593Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-26T01:36:35.262427Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.43:2379"} {"level":"info","ts":"2026-02-26T01:36:35.262799Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-26T01:36:35.548935Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5f02ccb15672f35d","local-member-id":"14f8f2dfdaccebdb","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T01:36:35.549187Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-26T01:36:35.54927Z","caller":"traceutil/trace.go:171","msg":"trace[1328229906] linearizableReadLoop","detail":"{readStateIndex:4; appliedIndex:3; }","duration":"242.392094ms","start":"2026-02-26T01:36:35.306854Z","end":"2026-02-26T01:36:35.549246Z","steps":["trace[1328229906] 'read index received' (duration: 242.063717ms)","trace[1328229906] 'applied index is now lower than readState.Index' (duration: 326.867µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:36:35.549273Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-02-26T01:36:35.549506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.347092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T01:36:35.549578Z","caller":"traceutil/trace.go:171","msg":"trace[886105469] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1; }","duration":"242.546495ms","start":"2026-02-26T01:36:35.30702Z","end":"2026-02-26T01:36:35.549566Z","steps":["trace[886105469] 'agreement among raft nodes before linearized reading' (duration: 242.352942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:35.549509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.584507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-26T01:36:35.549646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.429786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T01:36:35.54965Z","caller":"traceutil/trace.go:171","msg":"trace[697137861] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1; }","duration":"242.78108ms","start":"2026-02-26T01:36:35.306849Z","end":"2026-02-26T01:36:35.549631Z","steps":["trace[697137861] 'agreement among raft nodes before linearized reading' (duration: 242.485285ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:35.54968Z","caller":"traceutil/trace.go:171","msg":"trace[1686978536] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"172.474487ms","start":"2026-02-26T01:36:35.377197Z","end":"2026-02-26T01:36:35.549672Z","steps":["trace[1686978536] 'agreement among raft nodes before linearized reading' (duration: 172.415466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:35.550348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.151509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-26T01:36:35.55051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.736851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-26T01:36:35.550929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.474014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-26T01:36:35.550987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.118912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T01:36:35.551088Z","caller":"traceutil/trace.go:171","msg":"trace[2049782418] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1; }","duration":"149.216953ms","start":"2026-02-26T01:36:35.401815Z","end":"2026-02-26T01:36:35.551032Z","steps":["trace[2049782418] 'agreement among raft nodes before linearized reading' (duration: 147.763686ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:35.551003Z","caller":"traceutil/trace.go:171","msg":"trace[1669586353] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1; }","duration":"134.553826ms","start":"2026-02-26T01:36:35.416406Z","end":"2026-02-26T01:36:35.55096Z","steps":["trace[1669586353] 'agreement among raft nodes before linearized reading' (duration: 134.25368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:35.552142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.899246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-26T01:36:35.550344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.065849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-02-26T01:36:35.55258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.28877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T01:36:35.552802Z","caller":"traceutil/trace.go:171","msg":"trace[108253480] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"161.876824ms","start":"2026-02-26T01:36:35.388719Z","end":"2026-02-26T01:36:35.550596Z","steps":["trace[108253480] 'agreement among raft nodes before linearized reading' (duration: 160.897676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:35.552191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.26018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T01:36:35.552705Z","caller":"traceutil/trace.go:171","msg":"trace[841027472] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"123.430743ms","start":"2026-02-26T01:36:35.429192Z","end":"2026-02-26T01:36:35.552622Z","steps":["trace[841027472] 'agreement among raft nodes before linearized reading' (duration: 120.876816ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:35.55307Z","caller":"traceutil/trace.go:171","msg":"trace[46368849] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1; }","duration":"136.465149ms","start":"2026-02-26T01:36:35.416538Z","end":"2026-02-26T01:36:35.553003Z","steps":["trace[46368849] 'agreement among raft nodes before linearized reading' (duration: 133.813371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:35.553205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.207396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T01:36:35.553259Z","caller":"traceutil/trace.go:171","msg":"trace[393551125] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"164.41438ms","start":"2026-02-26T01:36:35.38883Z","end":"2026-02-26T01:36:35.553245Z","steps":["trace[393551125] 'agreement among raft nodes before linearized reading' (duration: 162.977984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:35.554527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.198887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T01:36:35.554597Z","caller":"traceutil/trace.go:171","msg":"trace[189234133] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1; }","duration":"112.293079ms","start":"2026-02-26T01:36:35.442286Z","end":"2026-02-26T01:36:35.554579Z","steps":["trace[189234133] 'agreement among raft nodes before linearized reading' (duration: 107.420261ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:35.554638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.826948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T01:36:35.55233Z","caller":"traceutil/trace.go:171","msg":"trace[759684512] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1; }","duration":"110.000047ms","start":"2026-02-26T01:36:35.442196Z","end":"2026-02-26T01:36:35.552196Z","steps":["trace[759684512] 'agreement among raft nodes before linearized reading' (duration: 109.426536ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:35.554768Z","caller":"traceutil/trace.go:171","msg":"trace[226373068] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1; }","duration":"152.975121ms","start":"2026-02-26T01:36:35.401751Z","end":"2026-02-26T01:36:35.554727Z","steps":["trace[226373068] 'agreement among raft nodes before linearized reading' (duration: 151.005995ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:35.554862Z","caller":"traceutil/trace.go:171","msg":"trace[1635482772] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"123.371552ms","start":"2026-02-26T01:36:35.429248Z","end":"2026-02-26T01:36:35.55262Z","steps":["trace[1635482772] 'agreement among raft nodes before linearized reading' (duration: 123.220959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:35.555023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.914998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-26T01:36:35.55513Z","caller":"traceutil/trace.go:171","msg":"trace[2100519377] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1; }","duration":"194.042081ms","start":"2026-02-26T01:36:35.361047Z","end":"2026-02-26T01:36:35.555089Z","steps":["trace[2100519377] 'agreement among raft nodes before linearized reading' (duration: 190.190061ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:35.555495Z","caller":"traceutil/trace.go:171","msg":"trace[778715303] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"173.422024ms","start":"2026-02-26T01:36:35.377121Z","end":"2026-02-26T01:36:35.550543Z","steps":["trace[778715303] 'agreement among raft nodes before linearized reading' (duration: 173.048898ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:40.455877Z","caller":"traceutil/trace.go:171","msg":"trace[629772275] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"123.883201ms","start":"2026-02-26T01:36:40.331921Z","end":"2026-02-26T01:36:40.455804Z","steps":["trace[629772275] 'process raft request' (duration: 123.684707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:40.666842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.432806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:36:40.667029Z","caller":"traceutil/trace.go:171","msg":"trace[1296433968] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"203.280179ms","start":"2026-02-26T01:36:40.463728Z","end":"2026-02-26T01:36:40.667008Z","steps":["trace[1296433968] 'process raft request' (duration: 203.215887ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:40.667113Z","caller":"traceutil/trace.go:171","msg":"trace[183135000] transaction","detail":"{read_only:false; response_revision:298; number_of_response:1; }","duration":"207.570018ms","start":"2026-02-26T01:36:40.459497Z","end":"2026-02-26T01:36:40.667067Z","steps":["trace[183135000] 'process raft request' (duration: 34.322756ms)","trace[183135000] 'compare' (duration: 172.281094ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:36:41.136529Z","caller":"traceutil/trace.go:171","msg":"trace[1426556069] linearizableReadLoop","detail":"{readStateIndex:311; appliedIndex:310; }","duration":"463.922285ms","start":"2026-02-26T01:36:40.672577Z","end":"2026-02-26T01:36:41.1365Z","steps":["trace[1426556069] 'read index received' (duration: 424.069598ms)","trace[1426556069] 'applied index is now lower than readState.Index' (duration: 39.850837ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:36:41.136642Z","caller":"traceutil/trace.go:171","msg":"trace[2145625398] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"465.745868ms","start":"2026-02-26T01:36:40.670865Z","end":"2026-02-26T01:36:41.136611Z","steps":["trace[2145625398] 'process raft request' (duration: 425.771979ms)","trace[2145625398] 'compare' (duration: 39.724565ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:36:41.136734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.139799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:36:41.136772Z","caller":"traceutil/trace.go:171","msg":"trace[1008594382] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:0; response_revision:300; }","duration":"464.21062ms","start":"2026-02-26T01:36:40.672549Z","end":"2026-02-26T01:36:41.136759Z","steps":["trace[1008594382] 'agreement among raft nodes before linearized reading' (duration: 464.108058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:41.136809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:40.672536Z","time spent":"464.265632ms","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" "} {"level":"warn","ts":"2026-02-26T01:36:41.13677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:40.670843Z","time spent":"465.85464ms","remote":"127.0.0.1:42468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":302,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:36:41.142484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.76129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:36:41.142485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.989155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:36:41.142549Z","caller":"traceutil/trace.go:171","msg":"trace[815946515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:300; }","duration":"173.867572ms","start":"2026-02-26T01:36:40.968666Z","end":"2026-02-26T01:36:41.142534Z","steps":["trace[815946515] 'agreement among raft nodes before linearized reading' (duration: 173.75227ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:41.142564Z","caller":"traceutil/trace.go:171","msg":"trace[2119852657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:300; }","duration":"145.116057ms","start":"2026-02-26T01:36:40.997429Z","end":"2026-02-26T01:36:41.142545Z","steps":["trace[2119852657] 'agreement among raft nodes before linearized reading' (duration: 144.974465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:44.518221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.064511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:36:44.518416Z","caller":"traceutil/trace.go:171","msg":"trace[1422137871] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"317.544044ms","start":"2026-02-26T01:36:44.200842Z","end":"2026-02-26T01:36:44.518386Z","steps":["trace[1422137871] 'process raft request' (duration: 128.974604ms)","trace[1422137871] 'compare' (duration: 187.903028ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:36:44.518575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.24056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-02-26T01:36:44.518709Z","caller":"traceutil/trace.go:171","msg":"trace[1402269997] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:347; }","duration":"305.382232ms","start":"2026-02-26T01:36:44.213273Z","end":"2026-02-26T01:36:44.518655Z","steps":["trace[1402269997] 'agreement among raft nodes before linearized reading' (duration: 305.205789ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:44.518384Z","caller":"traceutil/trace.go:171","msg":"trace[1235881986] linearizableReadLoop","detail":"{readStateIndex:361; appliedIndex:360; }","duration":"305.020315ms","start":"2026-02-26T01:36:44.213336Z","end":"2026-02-26T01:36:44.518356Z","steps":["trace[1235881986] 'read index received' (duration: 116.470186ms)","trace[1235881986] 'applied index is now lower than readState.Index' (duration: 188.548179ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:36:44.518858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:44.21325Z","time spent":"305.592876ms","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-02-26T01:36:44.518594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:36:44.200826Z","time spent":"317.676077ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:36:44.519186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.798518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-02-26T01:36:44.519388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.428673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-02-26T01:36:44.519455Z","caller":"traceutil/trace.go:171","msg":"trace[582448713] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:347; }","duration":"105.496585ms","start":"2026-02-26T01:36:44.41394Z","end":"2026-02-26T01:36:44.519437Z","steps":["trace[582448713] 'agreement among raft nodes before linearized reading' (duration: 105.363303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:44.519462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.742964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-02-26T01:36:44.519515Z","caller":"traceutil/trace.go:171","msg":"trace[208310576] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:347; }","duration":"205.830446ms","start":"2026-02-26T01:36:44.313671Z","end":"2026-02-26T01:36:44.519501Z","steps":["trace[208310576] 'agreement among raft nodes before linearized reading' (duration: 205.742615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:44.519175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.699085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-p14xq9\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-26T01:36:44.519278Z","caller":"traceutil/trace.go:171","msg":"trace[2071197714] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:347; }","duration":"255.91918ms","start":"2026-02-26T01:36:44.263341Z","end":"2026-02-26T01:36:44.51926Z","steps":["trace[2071197714] 'agreement among raft nodes before linearized reading' (duration: 255.747067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:44.519589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.255995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"warn","ts":"2026-02-26T01:36:44.519645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.376767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-02-26T01:36:44.519689Z","caller":"traceutil/trace.go:171","msg":"trace[1051891631] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:347; }","duration":"108.391817ms","start":"2026-02-26T01:36:44.411274Z","end":"2026-02-26T01:36:44.519665Z","steps":["trace[1051891631] 'agreement among raft nodes before linearized reading' (duration: 108.180573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:44.519638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.066588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-02-26T01:36:44.519797Z","caller":"traceutil/trace.go:171","msg":"trace[378230340] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:347; }","duration":"156.365652ms","start":"2026-02-26T01:36:44.363414Z","end":"2026-02-26T01:36:44.519779Z","steps":["trace[378230340] 'agreement among raft nodes before linearized reading' (duration: 155.996536ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:44.519765Z","caller":"traceutil/trace.go:171","msg":"trace[1598507557] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:347; }","duration":"108.558311ms","start":"2026-02-26T01:36:44.411135Z","end":"2026-02-26T01:36:44.519693Z","steps":["trace[1598507557] 'agreement among raft nodes before linearized reading' (duration: 108.254965ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:44.520438Z","caller":"traceutil/trace.go:171","msg":"trace[688240479] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-p14xq9; range_end:; response_count:1; response_revision:347; }","duration":"108.195204ms","start":"2026-02-26T01:36:44.411447Z","end":"2026-02-26T01:36:44.519642Z","steps":["trace[688240479] 'agreement among raft nodes before linearized reading' (duration: 107.664884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:44.780166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.310762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:36:44.780408Z","caller":"traceutil/trace.go:171","msg":"trace[1492454689] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"249.148996ms","start":"2026-02-26T01:36:44.531232Z","end":"2026-02-26T01:36:44.780381Z","steps":["trace[1492454689] 'process raft request' (duration: 132.506747ms)","trace[1492454689] 'compare' (duration: 116.19047ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:36:44.780461Z","caller":"traceutil/trace.go:171","msg":"trace[1895755943] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"248.675598ms","start":"2026-02-26T01:36:44.531753Z","end":"2026-02-26T01:36:44.780428Z","steps":["trace[1895755943] 'process raft request' (duration: 248.531435ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:44.78051Z","caller":"traceutil/trace.go:171","msg":"trace[1174148947] linearizableReadLoop","detail":"{readStateIndex:365; appliedIndex:361; }","duration":"216.170075ms","start":"2026-02-26T01:36:44.564319Z","end":"2026-02-26T01:36:44.780489Z","steps":["trace[1174148947] 'read index received' (duration: 99.444685ms)","trace[1174148947] 'applied index is now lower than readState.Index' (duration: 116.72409ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:36:44.780613Z","caller":"traceutil/trace.go:171","msg":"trace[889038925] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"248.22579ms","start":"2026-02-26T01:36:44.532358Z","end":"2026-02-26T01:36:44.780584Z","steps":["trace[889038925] 'process raft request' (duration: 247.994216ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:44.780689Z","caller":"traceutil/trace.go:171","msg":"trace[1901713256] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"247.69733ms","start":"2026-02-26T01:36:44.532944Z","end":"2026-02-26T01:36:44.780641Z","steps":["trace[1901713256] 'process raft request' (duration: 247.453595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:44.780852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.087398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-02-26T01:36:44.780864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.529451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-02-26T01:36:44.78093Z","caller":"traceutil/trace.go:171","msg":"trace[73762322] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:351; }","duration":"167.186051ms","start":"2026-02-26T01:36:44.613729Z","end":"2026-02-26T01:36:44.780915Z","steps":["trace[73762322] 'agreement among raft nodes before linearized reading' (duration: 166.965547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:36:44.780913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.28225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-02-26T01:36:44.781014Z","caller":"traceutil/trace.go:171","msg":"trace[214062710] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:351; }","duration":"117.426143ms","start":"2026-02-26T01:36:44.663565Z","end":"2026-02-26T01:36:44.780991Z","steps":["trace[214062710] 'agreement among raft nodes before linearized reading' (duration: 117.199399ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:44.780947Z","caller":"traceutil/trace.go:171","msg":"trace[624851697] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:351; }","duration":"216.647124ms","start":"2026-02-26T01:36:44.564281Z","end":"2026-02-26T01:36:44.780928Z","steps":["trace[624851697] 'agreement among raft nodes before linearized reading' (duration: 216.41251ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:44.914064Z","caller":"traceutil/trace.go:171","msg":"trace[514908004] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"123.971622ms","start":"2026-02-26T01:36:44.790076Z","end":"2026-02-26T01:36:44.914047Z","steps":["trace[514908004] 'process raft request' (duration: 94.560965ms)","trace[514908004] 'compare' (duration: 29.323735ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:36:44.936155Z","caller":"traceutil/trace.go:171","msg":"trace[686776597] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"144.647679ms","start":"2026-02-26T01:36:44.791497Z","end":"2026-02-26T01:36:44.936145Z","steps":["trace[686776597] 'process raft request' (duration: 144.509817ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:44.93642Z","caller":"traceutil/trace.go:171","msg":"trace[764375110] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"143.309605ms","start":"2026-02-26T01:36:44.793092Z","end":"2026-02-26T01:36:44.936402Z","steps":["trace[764375110] 'process raft request' (duration: 143.0302ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:44.936477Z","caller":"traceutil/trace.go:171","msg":"trace[883986795] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"143.212753ms","start":"2026-02-26T01:36:44.793255Z","end":"2026-02-26T01:36:44.936468Z","steps":["trace[883986795] 'process raft request' (duration: 142.893797ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:44.936441Z","caller":"traceutil/trace.go:171","msg":"trace[1973524352] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"143.497258ms","start":"2026-02-26T01:36:44.792906Z","end":"2026-02-26T01:36:44.936403Z","steps":["trace[1973524352] 'process raft request' (duration: 143.187482ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:44.936519Z","caller":"traceutil/trace.go:171","msg":"trace[1938454371] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"135.021853ms","start":"2026-02-26T01:36:44.80147Z","end":"2026-02-26T01:36:44.936492Z","steps":["trace[1938454371] 'process raft request' (duration: 134.773599ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:44.936532Z","caller":"traceutil/trace.go:171","msg":"trace[1479064238] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"143.097681ms","start":"2026-02-26T01:36:44.793424Z","end":"2026-02-26T01:36:44.936521Z","steps":["trace[1479064238] 'process raft request' (duration: 142.755665ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:44.936472Z","caller":"traceutil/trace.go:171","msg":"trace[989197756] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"142.070821ms","start":"2026-02-26T01:36:44.794364Z","end":"2026-02-26T01:36:44.936435Z","steps":["trace[989197756] 'process raft request' (duration: 141.852457ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:36:44.936732Z","caller":"traceutil/trace.go:171","msg":"trace[289578761] linearizableReadLoop","detail":"{readStateIndex:373; appliedIndex:365; }","duration":"123.36172ms","start":"2026-02-26T01:36:44.81336Z","end":"2026-02-26T01:36:44.936721Z","steps":["trace[289578761] 'read index received' (duration: 71.27133ms)","trace[289578761] 'applied index is now lower than readState.Index' (duration: 52.08889ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:36:44.936859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.491303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-02-26T01:36:44.93691Z","caller":"traceutil/trace.go:171","msg":"trace[304199643] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:359; }","duration":"123.584304ms","start":"2026-02-26T01:36:44.813314Z","end":"2026-02-26T01:36:44.936898Z","steps":["trace[304199643] 'agreement among raft nodes before linearized reading' (duration: 123.470922ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:01.626259Z","caller":"traceutil/trace.go:171","msg":"trace[474454279] linearizableReadLoop","detail":"{readStateIndex:483; appliedIndex:482; }","duration":"341.843713ms","start":"2026-02-26T01:37:01.284354Z","end":"2026-02-26T01:37:01.626197Z","steps":["trace[474454279] 'read index received' (duration: 341.714681ms)","trace[474454279] 'applied index is now lower than readState.Index' (duration: 127.932µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:01.626309Z","caller":"traceutil/trace.go:171","msg":"trace[1109408783] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"365.150449ms","start":"2026-02-26T01:37:01.261133Z","end":"2026-02-26T01:37:01.626284Z","steps":["trace[1109408783] 'process raft request' (duration: 364.899104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:01.626405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.042777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:37:01.626442Z","caller":"traceutil/trace.go:171","msg":"trace[1842896691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:464; }","duration":"342.136138ms","start":"2026-02-26T01:37:01.284294Z","end":"2026-02-26T01:37:01.62643Z","steps":["trace[1842896691] 'agreement among raft nodes before linearized reading' (duration: 342.053817ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:01.626447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:01.261105Z","time spent":"365.25286ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:37:01.626477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:01.284281Z","time spent":"342.189169ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T01:37:02.133233Z","caller":"traceutil/trace.go:171","msg":"trace[2072586742] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"323.188834ms","start":"2026-02-26T01:37:01.810007Z","end":"2026-02-26T01:37:02.133195Z","steps":["trace[2072586742] 'process raft request' (duration: 322.902259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:02.133449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:01.809987Z","time spent":"323.340477ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:37:06.157801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703302698,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:37:06.511166Z","caller":"traceutil/trace.go:171","msg":"trace[1141844706] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"867.683543ms","start":"2026-02-26T01:37:05.643457Z","end":"2026-02-26T01:37:06.511141Z","steps":["trace[1141844706] 'process raft request' (duration: 867.50185ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:06.511155Z","caller":"traceutil/trace.go:171","msg":"trace[406273253] linearizableReadLoop","detail":"{readStateIndex:526; appliedIndex:525; }","duration":"853.450643ms","start":"2026-02-26T01:37:05.657678Z","end":"2026-02-26T01:37:06.511129Z","steps":["trace[406273253] 'read index received' (duration: 853.235819ms)","trace[406273253] 'applied index is now lower than readState.Index' (duration: 213.414µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:37:06.511295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:05.643431Z","time spent":"867.792504ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:37:06.511372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.147746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-26T01:37:06.511383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.547257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:37:06.511499Z","caller":"traceutil/trace.go:171","msg":"trace[1877824732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:506; }","duration":"466.726471ms","start":"2026-02-26T01:37:06.044753Z","end":"2026-02-26T01:37:06.511479Z","steps":["trace[1877824732] 'agreement among raft nodes before linearized reading' (duration: 466.556568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:06.511583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:06.044736Z","time spent":"466.830592ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:37:06.511381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.664966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:37:06.511434Z","caller":"traceutil/trace.go:171","msg":"trace[2058647446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:506; }","duration":"361.307689ms","start":"2026-02-26T01:37:06.150108Z","end":"2026-02-26T01:37:06.511416Z","steps":["trace[2058647446] 'agreement among raft nodes before linearized reading' (duration: 361.209527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:06.511808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:06.15009Z","time spent":"361.707346ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T01:37:06.511705Z","caller":"traceutil/trace.go:171","msg":"trace[1288153769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:506; }","duration":"854.028612ms","start":"2026-02-26T01:37:05.657645Z","end":"2026-02-26T01:37:06.511674Z","steps":["trace[1288153769] 'agreement among raft nodes before linearized reading' (duration: 853.615295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:06.512048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:05.657632Z","time spent":"854.397181ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:37:06.822751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.985449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:37:06.822874Z","caller":"traceutil/trace.go:171","msg":"trace[31556317] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"307.68529ms","start":"2026-02-26T01:37:06.515166Z","end":"2026-02-26T01:37:06.822852Z","steps":["trace[31556317] 'process raft request' (duration: 136.492378ms)","trace[31556317] 'compare' (duration: 170.682522ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:37:06.822944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:06.515145Z","time spent":"307.766772ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:37:06.83376Z","caller":"traceutil/trace.go:171","msg":"trace[397179791] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:526; }","duration":"183.15986ms","start":"2026-02-26T01:37:06.650575Z","end":"2026-02-26T01:37:06.833735Z","steps":["trace[397179791] 'read index received' (duration: 1.050788ms)","trace[397179791] 'applied index is now lower than readState.Index' (duration: 182.108132ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:06.833886Z","caller":"traceutil/trace.go:171","msg":"trace[1648517223] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"312.909106ms","start":"2026-02-26T01:37:06.520954Z","end":"2026-02-26T01:37:06.833863Z","steps":["trace[1648517223] 'process raft request' (duration: 312.731902ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:06.833936Z","caller":"traceutil/trace.go:171","msg":"trace[551595897] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"317.744204ms","start":"2026-02-26T01:37:06.516174Z","end":"2026-02-26T01:37:06.833919Z","steps":["trace[551595897] 'process raft request' (duration: 317.391517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:06.833965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.377094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T01:37:06.834011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:06.51611Z","time spent":"317.861886ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:37:06.834022Z","caller":"traceutil/trace.go:171","msg":"trace[1418118323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:509; }","duration":"183.475536ms","start":"2026-02-26T01:37:06.650532Z","end":"2026-02-26T01:37:06.834007Z","steps":["trace[1418118323] 'agreement among raft nodes before linearized reading' (duration: 183.301903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:06.834029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:06.520948Z","time spent":"313.004188ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4570,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:37:09.327386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703302758,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:37:09.45574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.223232ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:37:09.455891Z","caller":"traceutil/trace.go:171","msg":"trace[1987316947] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:536; }","duration":"551.398615ms","start":"2026-02-26T01:37:08.904469Z","end":"2026-02-26T01:37:09.455867Z","steps":["trace[1987316947] 'range keys from in-memory index tree' (duration: 551.201372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:09.455969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.85914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:37:09.456092Z","caller":"traceutil/trace.go:171","msg":"trace[73975037] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"653.262862ms","start":"2026-02-26T01:37:08.802809Z","end":"2026-02-26T01:37:09.456072Z","steps":["trace[73975037] 'process raft request' (duration: 536.218628ms)","trace[73975037] 'compare' (duration: 116.542985ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:37:09.456156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:08.802779Z","time spent":"653.352734ms","remote":"127.0.0.1:42222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:37:09.502921Z","caller":"traceutil/trace.go:171","msg":"trace[1705689112] linearizableReadLoop","detail":"{readStateIndex:560; appliedIndex:557; }","duration":"676.000187ms","start":"2026-02-26T01:37:08.826896Z","end":"2026-02-26T01:37:09.502897Z","steps":["trace[1705689112] 'read index received' (duration: 512.219721ms)","trace[1705689112] 'applied index is now lower than readState.Index' (duration: 163.779076ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:09.502994Z","caller":"traceutil/trace.go:171","msg":"trace[1481204762] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"498.178865ms","start":"2026-02-26T01:37:09.00479Z","end":"2026-02-26T01:37:09.502968Z","steps":["trace[1481204762] 'process raft request' (duration: 497.952651ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:09.50304Z","caller":"traceutil/trace.go:171","msg":"trace[1251799156] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"298.004394ms","start":"2026-02-26T01:37:09.205016Z","end":"2026-02-26T01:37:09.50302Z","steps":["trace[1251799156] 'process raft request' (duration: 297.840812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:09.503125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:09.004756Z","time spent":"498.303977ms","remote":"127.0.0.1:42222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:37:09.505023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.118546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T01:37:09.50508Z","caller":"traceutil/trace.go:171","msg":"trace[455871578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:539; }","duration":"678.244627ms","start":"2026-02-26T01:37:08.826823Z","end":"2026-02-26T01:37:09.505067Z","steps":["trace[455871578] 'agreement among raft nodes before linearized reading' (duration: 676.19271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:09.505118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:08.826796Z","time spent":"678.313539ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:37:09.510728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.685771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:37:09.510761Z","caller":"traceutil/trace.go:171","msg":"trace[162791545] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:540; }","duration":"108.763522ms","start":"2026-02-26T01:37:09.401989Z","end":"2026-02-26T01:37:09.510753Z","steps":["trace[162791545] 'agreement among raft nodes before linearized reading' (duration: 108.67684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:09.510763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.712027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:37:09.510814Z","caller":"traceutil/trace.go:171","msg":"trace[542458904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:540; }","duration":"672.80529ms","start":"2026-02-26T01:37:08.837999Z","end":"2026-02-26T01:37:09.510804Z","steps":["trace[542458904] 'agreement among raft nodes before linearized reading' (duration: 672.638786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:09.510846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:08.837978Z","time spent":"672.8619ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:37:09.510873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.711159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:37:09.510936Z","caller":"traceutil/trace.go:171","msg":"trace[757839288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:540; }","duration":"467.807442ms","start":"2026-02-26T01:37:09.043114Z","end":"2026-02-26T01:37:09.510921Z","steps":["trace[757839288] 'agreement among raft nodes before linearized reading' (duration: 467.71278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:09.51097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:09.043101Z","time spent":"467.862143ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:37:09.510981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.31904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:37:09.511022Z","caller":"traceutil/trace.go:171","msg":"trace[1338322505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:540; }","duration":"667.39628ms","start":"2026-02-26T01:37:08.843614Z","end":"2026-02-26T01:37:09.511011Z","steps":["trace[1338322505] 'agreement among raft nodes before linearized reading' (duration: 667.325819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:09.511072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:08.843593Z","time spent":"667.465932ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T01:37:15.298113Z","caller":"traceutil/trace.go:171","msg":"trace[409700578] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"222.04383ms","start":"2026-02-26T01:37:15.076039Z","end":"2026-02-26T01:37:15.298083Z","steps":["trace[409700578] 'process raft request' (duration: 205.65194ms)","trace[409700578] 'compare' (duration: 16.259937ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:15.374949Z","caller":"traceutil/trace.go:171","msg":"trace[1202119882] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"298.750148ms","start":"2026-02-26T01:37:15.076159Z","end":"2026-02-26T01:37:15.374909Z","steps":["trace[1202119882] 'process raft request' (duration: 298.427303ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:15.375002Z","caller":"traceutil/trace.go:171","msg":"trace[2130389507] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"216.424578ms","start":"2026-02-26T01:37:15.15855Z","end":"2026-02-26T01:37:15.374974Z","steps":["trace[2130389507] 'process raft request' (duration: 216.273055ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:15.594424Z","caller":"traceutil/trace.go:171","msg":"trace[1245209808] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"103.299154ms","start":"2026-02-26T01:37:15.491076Z","end":"2026-02-26T01:37:15.594375Z","steps":["trace[1245209808] 'process raft request' (duration: 89.439731ms)","trace[1245209808] 'compare' (duration: 13.541196ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:15.594522Z","caller":"traceutil/trace.go:171","msg":"trace[1834425677] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"102.492839ms","start":"2026-02-26T01:37:15.491966Z","end":"2026-02-26T01:37:15.594459Z","steps":["trace[1834425677] 'process raft request' (duration: 102.298115ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:15.660304Z","caller":"traceutil/trace.go:171","msg":"trace[1806307264] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"101.325598ms","start":"2026-02-26T01:37:15.558944Z","end":"2026-02-26T01:37:15.660269Z","steps":["trace[1806307264] 'process raft request' (duration: 101.011422ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:15.776154Z","caller":"traceutil/trace.go:171","msg":"trace[1980772540] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"176.719433ms","start":"2026-02-26T01:37:15.599406Z","end":"2026-02-26T01:37:15.776125Z","steps":["trace[1980772540] 'process raft request' (duration: 176.371996ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:15.77628Z","caller":"traceutil/trace.go:171","msg":"trace[1921808243] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:635; }","duration":"116.101817ms","start":"2026-02-26T01:37:15.660156Z","end":"2026-02-26T01:37:15.776258Z","steps":["trace[1921808243] 'read index received' (duration: 115.6974ms)","trace[1921808243] 'applied index is now lower than readState.Index' (duration: 403.537µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:15.776458Z","caller":"traceutil/trace.go:171","msg":"trace[1616982231] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"158.823367ms","start":"2026-02-26T01:37:15.617609Z","end":"2026-02-26T01:37:15.776433Z","steps":["trace[1616982231] 'process raft request' (duration: 158.48573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:15.776516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.713038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:37:15.776553Z","caller":"traceutil/trace.go:171","msg":"trace[1010917086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:626; }","duration":"179.80586ms","start":"2026-02-26T01:37:15.596736Z","end":"2026-02-26T01:37:15.776541Z","steps":["trace[1010917086] 'agreement among raft nodes before linearized reading' (duration: 179.617986ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:15.776693Z","caller":"traceutil/trace.go:171","msg":"trace[1961142803] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"161.790711ms","start":"2026-02-26T01:37:15.614882Z","end":"2026-02-26T01:37:15.776672Z","steps":["trace[1961142803] 'process raft request' (duration: 161.073828ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:15.77669Z","caller":"traceutil/trace.go:171","msg":"trace[1727778769] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"154.06771ms","start":"2026-02-26T01:37:15.6226Z","end":"2026-02-26T01:37:15.776667Z","steps":["trace[1727778769] 'process raft request' (duration: 153.57174ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:15.776728Z","caller":"traceutil/trace.go:171","msg":"trace[1676878354] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"153.990758ms","start":"2026-02-26T01:37:15.622694Z","end":"2026-02-26T01:37:15.776685Z","steps":["trace[1676878354] 'process raft request' (duration: 153.531179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:15.776795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.23631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:37:15.77683Z","caller":"traceutil/trace.go:171","msg":"trace[1340631106] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"162.766268ms","start":"2026-02-26T01:37:15.614052Z","end":"2026-02-26T01:37:15.776819Z","steps":["trace[1340631106] 'process raft request' (duration: 161.82775ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:15.776836Z","caller":"traceutil/trace.go:171","msg":"trace[1979838961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:626; }","duration":"173.276781ms","start":"2026-02-26T01:37:15.60355Z","end":"2026-02-26T01:37:15.776826Z","steps":["trace[1979838961] 'agreement among raft nodes before linearized reading' (duration: 173.166419ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:15.776865Z","caller":"traceutil/trace.go:171","msg":"trace[2070307507] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"154.245323ms","start":"2026-02-26T01:37:15.622563Z","end":"2026-02-26T01:37:15.776808Z","steps":["trace[2070307507] 'process raft request' (duration: 153.57932ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:15.776879Z","caller":"traceutil/trace.go:171","msg":"trace[313671837] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"162.096047ms","start":"2026-02-26T01:37:15.614771Z","end":"2026-02-26T01:37:15.776867Z","steps":["trace[313671837] 'process raft request' (duration: 161.151119ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:15.776864Z","caller":"traceutil/trace.go:171","msg":"trace[917218938] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"154.176472ms","start":"2026-02-26T01:37:15.622636Z","end":"2026-02-26T01:37:15.776812Z","steps":["trace[917218938] 'process raft request' (duration: 153.5618ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:15.776944Z","caller":"traceutil/trace.go:171","msg":"trace[1629108558] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"159.356537ms","start":"2026-02-26T01:37:15.61757Z","end":"2026-02-26T01:37:15.776927Z","steps":["trace[1629108558] 'process raft request' (duration: 158.498391ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:15.776716Z","caller":"traceutil/trace.go:171","msg":"trace[847735188] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"161.811242ms","start":"2026-02-26T01:37:15.614891Z","end":"2026-02-26T01:37:15.776703Z","steps":["trace[847735188] 'process raft request' (duration: 161.091648ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:15.776933Z","caller":"traceutil/trace.go:171","msg":"trace[140149126] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"154.428067ms","start":"2026-02-26T01:37:15.622495Z","end":"2026-02-26T01:37:15.776923Z","steps":["trace[140149126] 'process raft request' (duration: 153.623121ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:15.777171Z","caller":"traceutil/trace.go:171","msg":"trace[1514148144] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"159.276455ms","start":"2026-02-26T01:37:15.61747Z","end":"2026-02-26T01:37:15.776746Z","steps":["trace[1514148144] 'process raft request' (duration: 158.565142ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:15.842204Z","caller":"traceutil/trace.go:171","msg":"trace[1580744053] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"177.929676ms","start":"2026-02-26T01:37:15.664249Z","end":"2026-02-26T01:37:15.842179Z","steps":["trace[1580744053] 'process raft request' (duration: 177.741111ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:15.842214Z","caller":"traceutil/trace.go:171","msg":"trace[947778135] transaction","detail":"{read_only:false; number_of_response:0; response_revision:626; }","duration":"178.102117ms","start":"2026-02-26T01:37:15.664061Z","end":"2026-02-26T01:37:15.842163Z","steps":["trace[947778135] 'process raft request' (duration: 177.850773ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:15.84238Z","caller":"traceutil/trace.go:171","msg":"trace[506520428] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"172.351643ms","start":"2026-02-26T01:37:15.670011Z","end":"2026-02-26T01:37:15.842362Z","steps":["trace[506520428] 'process raft request' (duration: 172.21232ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:15.842445Z","caller":"traceutil/trace.go:171","msg":"trace[717342271] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"175.380449ms","start":"2026-02-26T01:37:15.667033Z","end":"2026-02-26T01:37:15.842414Z","steps":["trace[717342271] 'process raft request' (duration: 175.038222ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:16.175383Z","caller":"traceutil/trace.go:171","msg":"trace[195906187] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"238.552309ms","start":"2026-02-26T01:37:15.9368Z","end":"2026-02-26T01:37:16.175353Z","steps":["trace[195906187] 'process raft request' (duration: 226.360548ms)","trace[195906187] 'compare' (duration: 11.884616ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:16.175407Z","caller":"traceutil/trace.go:171","msg":"trace[345930294] linearizableReadLoop","detail":"{readStateIndex:674; appliedIndex:672; }","duration":"204.431448ms","start":"2026-02-26T01:37:15.970948Z","end":"2026-02-26T01:37:16.175379Z","steps":["trace[345930294] 'read index received' (duration: 192.252117ms)","trace[345930294] 'applied index is now lower than readState.Index' (duration: 12.177881ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:16.175514Z","caller":"traceutil/trace.go:171","msg":"trace[1910056332] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"230.143967ms","start":"2026-02-26T01:37:15.945361Z","end":"2026-02-26T01:37:16.175505Z","steps":["trace[1910056332] 'process raft request' (duration: 229.932502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:16.175748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.934425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:3944"} {"level":"info","ts":"2026-02-26T01:37:16.175856Z","caller":"traceutil/trace.go:171","msg":"trace[931196230] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:651; }","duration":"297.058867ms","start":"2026-02-26T01:37:15.878769Z","end":"2026-02-26T01:37:16.175827Z","steps":["trace[931196230] 'agreement among raft nodes before linearized reading' (duration: 296.800972ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:16.387091Z","caller":"traceutil/trace.go:171","msg":"trace[865542317] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"411.533945ms","start":"2026-02-26T01:37:15.975518Z","end":"2026-02-26T01:37:16.387052Z","steps":["trace[865542317] 'process raft request' (duration: 411.060675ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:16.387152Z","caller":"traceutil/trace.go:171","msg":"trace[1605363277] linearizableReadLoop","detail":"{readStateIndex:678; appliedIndex:674; }","duration":"211.653519ms","start":"2026-02-26T01:37:16.17547Z","end":"2026-02-26T01:37:16.387123Z","steps":["trace[1605363277] 'read index received' (duration: 211.17741ms)","trace[1605363277] 'applied index is now lower than readState.Index' (duration: 474.389µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:16.387167Z","caller":"traceutil/trace.go:171","msg":"trace[854988250] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"411.360722ms","start":"2026-02-26T01:37:15.975749Z","end":"2026-02-26T01:37:16.38711Z","steps":["trace[854988250] 'process raft request' (duration: 411.202769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:16.387268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:15.975482Z","time spent":"411.705817ms","remote":"127.0.0.1:42476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1156,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:37:16.387273Z","caller":"traceutil/trace.go:171","msg":"trace[1599979411] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"411.303751ms","start":"2026-02-26T01:37:15.975933Z","end":"2026-02-26T01:37:16.387236Z","steps":["trace[1599979411] 'process raft request' (duration: 411.059427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:16.387439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:15.975716Z","time spent":"411.622846ms","remote":"127.0.0.1:42476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:37:16.387468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.848603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T01:37:16.387529Z","caller":"traceutil/trace.go:171","msg":"trace[561716362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:655; }","duration":"337.004136ms","start":"2026-02-26T01:37:16.050511Z","end":"2026-02-26T01:37:16.387515Z","steps":["trace[561716362] 'agreement among raft nodes before linearized reading' (duration: 336.720191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:16.38745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:15.975901Z","time spent":"411.464673ms","remote":"127.0.0.1:42476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1134,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:37:16.38757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:16.050481Z","time spent":"337.078878ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T01:37:16.387443Z","caller":"traceutil/trace.go:171","msg":"trace[68798877] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"396.004231ms","start":"2026-02-26T01:37:15.991411Z","end":"2026-02-26T01:37:16.387415Z","steps":["trace[68798877] 'process raft request' (duration: 395.621334ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:16.387688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:15.991381Z","time spent":"396.266326ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:37:16.789286Z","caller":"traceutil/trace.go:171","msg":"trace[567196111] linearizableReadLoop","detail":"{readStateIndex:681; appliedIndex:678; }","duration":"396.930499ms","start":"2026-02-26T01:37:16.392332Z","end":"2026-02-26T01:37:16.789262Z","steps":["trace[567196111] 'read index received' (duration: 334.99705ms)","trace[567196111] 'applied index is now lower than readState.Index' (duration: 61.932279ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:16.789459Z","caller":"traceutil/trace.go:171","msg":"trace[543960628] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"397.545199ms","start":"2026-02-26T01:37:16.391901Z","end":"2026-02-26T01:37:16.789446Z","steps":["trace[543960628] 'process raft request' (duration: 397.306775ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:16.789507Z","caller":"traceutil/trace.go:171","msg":"trace[670796895] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"587.612236ms","start":"2026-02-26T01:37:16.201862Z","end":"2026-02-26T01:37:16.789474Z","steps":["trace[670796895] 'process raft request' (duration: 587.254839ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:16.789265Z","caller":"traceutil/trace.go:171","msg":"trace[1459492187] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"590.898745ms","start":"2026-02-26T01:37:16.19832Z","end":"2026-02-26T01:37:16.789219Z","steps":["trace[1459492187] 'process raft request' (duration: 529.144739ms)","trace[1459492187] 'compare' (duration: 61.38363ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:37:16.789714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:16.201805Z","time spent":"587.803609ms","remote":"127.0.0.1:42222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59681,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:37:16.789671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:16.391872Z","time spent":"397.624331ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:37:16.789861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.510319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116"} {"level":"info","ts":"2026-02-26T01:37:16.789934Z","caller":"traceutil/trace.go:171","msg":"trace[2099119116] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:658; }","duration":"397.62427ms","start":"2026-02-26T01:37:16.392292Z","end":"2026-02-26T01:37:16.789917Z","steps":["trace[2099119116] 'agreement among raft nodes before linearized reading' (duration: 397.486898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:16.789983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:16.392277Z","time spent":"397.699382ms","remote":"127.0.0.1:42236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":138,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-26T01:37:16.789975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.44064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:37:16.790066Z","caller":"traceutil/trace.go:171","msg":"trace[1635322875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:658; }","duration":"129.603573ms","start":"2026-02-26T01:37:16.660437Z","end":"2026-02-26T01:37:16.79004Z","steps":["trace[1635322875] 'agreement among raft nodes before linearized reading' (duration: 129.335708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:16.790315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:16.198291Z","time spent":"591.453365ms","remote":"127.0.0.1:42222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73564,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:37:16.958796Z","caller":"traceutil/trace.go:171","msg":"trace[1153074934] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"162.9022ms","start":"2026-02-26T01:37:16.795861Z","end":"2026-02-26T01:37:16.958763Z","steps":["trace[1153074934] 'process raft request' (duration: 155.910482ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:16.958895Z","caller":"traceutil/trace.go:171","msg":"trace[1945789499] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"137.139011ms","start":"2026-02-26T01:37:16.821727Z","end":"2026-02-26T01:37:16.958866Z","steps":["trace[1945789499] 'process raft request' (duration: 136.875196ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:16.95891Z","caller":"traceutil/trace.go:171","msg":"trace[785798464] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"133.804319ms","start":"2026-02-26T01:37:16.825079Z","end":"2026-02-26T01:37:16.958883Z","steps":["trace[785798464] 'process raft request' (duration: 133.628156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:17.68314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703303085,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:37:18.002669Z","caller":"traceutil/trace.go:171","msg":"trace[2096653721] linearizableReadLoop","detail":"{readStateIndex:734; appliedIndex:733; }","duration":"819.872591ms","start":"2026-02-26T01:37:17.182774Z","end":"2026-02-26T01:37:18.002646Z","steps":["trace[2096653721] 'read index received' (duration: 819.556874ms)","trace[2096653721] 'applied index is now lower than readState.Index' (duration: 314.707µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:18.00279Z","caller":"traceutil/trace.go:171","msg":"trace[500384423] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"873.280765ms","start":"2026-02-26T01:37:17.129456Z","end":"2026-02-26T01:37:18.002737Z","steps":["trace[500384423] 'process raft request' (duration: 872.966129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:18.002863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.075905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-v64mm\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-02-26T01:37:18.002915Z","caller":"traceutil/trace.go:171","msg":"trace[1605695429] range","detail":"{range_begin:/registry/pods/kube-system/cilium-v64mm; range_end:; response_count:1; response_revision:711; }","duration":"820.175586ms","start":"2026-02-26T01:37:17.182723Z","end":"2026-02-26T01:37:18.002899Z","steps":["trace[1605695429] 'agreement among raft nodes before linearized reading' (duration: 820.059264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:18.002934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:17.129432Z","time spent":"873.412877ms","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211574,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:37:18.002963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:17.182695Z","time spent":"820.256728ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16983,"request content":"key:\"/registry/pods/kube-system/cilium-v64mm\" "} {"level":"warn","ts":"2026-02-26T01:37:18.038621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.759537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:37:18.038699Z","caller":"traceutil/trace.go:171","msg":"trace[1633591865] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"123.38527ms","start":"2026-02-26T01:37:17.915278Z","end":"2026-02-26T01:37:18.038663Z","steps":["trace[1633591865] 'process raft request' (duration: 122.976713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:18.038727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.887265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:37:18.038736Z","caller":"traceutil/trace.go:171","msg":"trace[657444289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:712; }","duration":"191.91995ms","start":"2026-02-26T01:37:17.846788Z","end":"2026-02-26T01:37:18.038708Z","steps":["trace[657444289] 'agreement among raft nodes before linearized reading' (duration: 191.662575ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:18.038801Z","caller":"traceutil/trace.go:171","msg":"trace[753287629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:712; }","duration":"166.009817ms","start":"2026-02-26T01:37:17.872771Z","end":"2026-02-26T01:37:18.038781Z","steps":["trace[753287629] 'agreement among raft nodes before linearized reading' (duration: 165.760743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:18.038805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.257031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:37:18.03893Z","caller":"traceutil/trace.go:171","msg":"trace[1112424504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:712; }","duration":"166.419784ms","start":"2026-02-26T01:37:17.872489Z","end":"2026-02-26T01:37:18.038909Z","steps":["trace[1112424504] 'agreement among raft nodes before linearized reading' (duration: 166.092588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:18.466733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.067586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:37:18.467016Z","caller":"traceutil/trace.go:171","msg":"trace[1486632483] linearizableReadLoop","detail":"{readStateIndex:740; appliedIndex:735; }","duration":"422.085007ms","start":"2026-02-26T01:37:18.044914Z","end":"2026-02-26T01:37:18.466999Z","steps":["trace[1486632483] 'read index received' (duration: 124.940059ms)","trace[1486632483] 'applied index is now lower than readState.Index' (duration: 297.143708ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:18.467042Z","caller":"traceutil/trace.go:171","msg":"trace[337711625] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"445.482533ms","start":"2026-02-26T01:37:18.021466Z","end":"2026-02-26T01:37:18.466949Z","steps":["trace[337711625] 'process raft request' (duration: 148.102811ms)","trace[337711625] 'compare' (duration: 296.938164ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:18.467113Z","caller":"traceutil/trace.go:171","msg":"trace[1656851367] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"423.796008ms","start":"2026-02-26T01:37:18.043307Z","end":"2026-02-26T01:37:18.467103Z","steps":["trace[1656851367] 'process raft request' (duration: 423.581054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:18.467179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:18.043284Z","time spent":"423.855938ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:37:18.467231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:18.021445Z","time spent":"445.679837ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:37:18.467276Z","caller":"traceutil/trace.go:171","msg":"trace[2028573549] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"443.712061ms","start":"2026-02-26T01:37:18.023528Z","end":"2026-02-26T01:37:18.46724Z","steps":["trace[2028573549] 'process raft request' (duration: 443.302654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:18.467297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.373702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:37:18.467291Z","caller":"traceutil/trace.go:171","msg":"trace[1731254150] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"423.954841ms","start":"2026-02-26T01:37:18.04331Z","end":"2026-02-26T01:37:18.467265Z","steps":["trace[1731254150] 'process raft request' (duration: 423.619505ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:18.467301Z","caller":"traceutil/trace.go:171","msg":"trace[1270847364] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"422.667547ms","start":"2026-02-26T01:37:18.044599Z","end":"2026-02-26T01:37:18.467266Z","steps":["trace[1270847364] 'process raft request' (duration: 422.368271ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:18.467353Z","caller":"traceutil/trace.go:171","msg":"trace[596642550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:717; }","duration":"422.458813ms","start":"2026-02-26T01:37:18.04488Z","end":"2026-02-26T01:37:18.467339Z","steps":["trace[596642550] 'agreement among raft nodes before linearized reading' (duration: 422.367231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:18.467395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:18.044868Z","time spent":"422.519924ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:37:18.467413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:18.023521Z","time spent":"443.823803ms","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:37:18.467439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:18.043286Z","time spent":"424.071052ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:37:18.467485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:18.044577Z","time spent":"422.800629ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:37:19.314255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.903086ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:37:19.314495Z","caller":"traceutil/trace.go:171","msg":"trace[389454971] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:717; }","duration":"409.162031ms","start":"2026-02-26T01:37:18.905305Z","end":"2026-02-26T01:37:19.314467Z","steps":["trace[389454971] 'range keys from in-memory index tree' (duration: 408.874646ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:19.314562Z","caller":"traceutil/trace.go:171","msg":"trace[118048778] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"749.702792ms","start":"2026-02-26T01:37:18.564821Z","end":"2026-02-26T01:37:19.314524Z","steps":["trace[118048778] 'process raft request' (duration: 681.348455ms)","trace[118048778] 'compare' (duration: 67.780455ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:37:19.314761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:18.564801Z","time spent":"749.855124ms","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:37:19.315168Z","caller":"traceutil/trace.go:171","msg":"trace[1159360780] linearizableReadLoop","detail":"{readStateIndex:743; appliedIndex:741; }","duration":"520.210176ms","start":"2026-02-26T01:37:18.794932Z","end":"2026-02-26T01:37:19.315143Z","steps":["trace[1159360780] 'read index received' (duration: 451.3054ms)","trace[1159360780] 'applied index is now lower than readState.Index' (duration: 68.903776ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:19.315217Z","caller":"traceutil/trace.go:171","msg":"trace[1108103827] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"654.561737ms","start":"2026-02-26T01:37:18.66063Z","end":"2026-02-26T01:37:19.315191Z","steps":["trace[1108103827] 'process raft request' (duration: 653.969327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:19.316745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:18.660587Z","time spent":"654.680379ms","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211622,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:37:19.316882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.238692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:37:19.31699Z","caller":"traceutil/trace.go:171","msg":"trace[1543598853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:719; }","duration":"352.381895ms","start":"2026-02-26T01:37:18.964559Z","end":"2026-02-26T01:37:19.316941Z","steps":["trace[1543598853] 'agreement among raft nodes before linearized reading' (duration: 352.142791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:19.31704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:18.964525Z","time spent":"352.503117ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:37:19.317656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.707182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-26T01:37:19.317773Z","caller":"traceutil/trace.go:171","msg":"trace[2131162007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:719; }","duration":"522.853525ms","start":"2026-02-26T01:37:18.794874Z","end":"2026-02-26T01:37:19.317728Z","steps":["trace[2131162007] 'agreement among raft nodes before linearized reading' (duration: 520.377909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:19.317832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:18.794847Z","time spent":"522.970307ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:37:20.472847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.626183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:37:20.472998Z","caller":"traceutil/trace.go:171","msg":"trace[69283573] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"1.147794831s","start":"2026-02-26T01:37:19.32518Z","end":"2026-02-26T01:37:20.472974Z","steps":["trace[69283573] 'process raft request' (duration: 444.285622ms)","trace[69283573] 'compare' (duration: 702.405629ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:37:20.47308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:19.325145Z","time spent":"1.147903493s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:37:20.544947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703303107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:37:21.045815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703303107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:37:21.329711Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.560285793s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:37:21.344967Z","caller":"traceutil/trace.go:171","msg":"trace[68370428] linearizableReadLoop","detail":"{readStateIndex:747; appliedIndex:744; }","duration":"1.300299792s","start":"2026-02-26T01:37:20.044648Z","end":"2026-02-26T01:37:21.344948Z","steps":["trace[68370428] 'read index received' (duration: 1.285521122s)","trace[68370428] 'applied index is now lower than readState.Index' (duration: 14.77768ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:21.345028Z","caller":"traceutil/trace.go:171","msg":"trace[1552043976] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"428.77394ms","start":"2026-02-26T01:37:20.916213Z","end":"2026-02-26T01:37:21.344987Z","steps":["trace[1552043976] 'process raft request' (duration: 428.687239ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:21.345015Z","caller":"traceutil/trace.go:171","msg":"trace[742752890] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"2.012719924s","start":"2026-02-26T01:37:19.332241Z","end":"2026-02-26T01:37:21.344961Z","steps":["trace[742752890] 'process raft request' (duration: 2.012575031s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:21.345141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300487985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:37:21.345184Z","caller":"traceutil/trace.go:171","msg":"trace[1570947295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:723; }","duration":"1.300615617s","start":"2026-02-26T01:37:20.044557Z","end":"2026-02-26T01:37:21.345173Z","steps":["trace[1570947295] 'agreement among raft nodes before linearized reading' (duration: 1.300538316s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:21.345222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:20.044523Z","time spent":"1.300691479s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:37:21.345212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:19.332225Z","time spent":"2.012892336s","remote":"127.0.0.1:42468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1111,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:37:21.344969Z","caller":"traceutil/trace.go:171","msg":"trace[1807394534] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"2.01962163s","start":"2026-02-26T01:37:19.325305Z","end":"2026-02-26T01:37:21.344926Z","steps":["trace[1807394534] 'process raft request' (duration: 2.004883271s)","trace[1807394534] 'compare' (duration: 14.28675ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:37:21.34526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:20.916183Z","time spent":"428.912722ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:37:21.345289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.736904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:37:21.345365Z","caller":"traceutil/trace.go:171","msg":"trace[1716803213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:723; }","duration":"872.863916ms","start":"2026-02-26T01:37:20.472481Z","end":"2026-02-26T01:37:21.345345Z","steps":["trace[1716803213] 'agreement among raft nodes before linearized reading' (duration: 872.667163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:21.345389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.715174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T01:37:21.345412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:20.472451Z","time spent":"872.950218ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T01:37:21.345452Z","caller":"traceutil/trace.go:171","msg":"trace[425824949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:723; }","duration":"872.845786ms","start":"2026-02-26T01:37:20.47259Z","end":"2026-02-26T01:37:21.345436Z","steps":["trace[425824949] 'agreement among raft nodes before linearized reading' (duration: 872.689933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:21.345506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:20.47258Z","time spent":"872.912788ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:37:21.345487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:19.325288Z","time spent":"2.020052337s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:37:21.345619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.981244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:37:21.345768Z","caller":"traceutil/trace.go:171","msg":"trace[1132272697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:723; }","duration":"870.164687ms","start":"2026-02-26T01:37:20.475568Z","end":"2026-02-26T01:37:21.345733Z","steps":["trace[1132272697] 'agreement among raft nodes before linearized reading' (duration: 869.707729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:21.345836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:20.475479Z","time spent":"870.346551ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T01:37:37.555887Z","caller":"traceutil/trace.go:171","msg":"trace[985056750] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"102.959428ms","start":"2026-02-26T01:37:37.452898Z","end":"2026-02-26T01:37:37.555858Z","steps":["trace[985056750] 'process raft request' (duration: 102.260765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:37.556039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.920823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:37:37.55615Z","caller":"traceutil/trace.go:171","msg":"trace[955222998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:898; }","duration":"105.031995ms","start":"2026-02-26T01:37:37.451087Z","end":"2026-02-26T01:37:37.556119Z","steps":["trace[955222998] 'agreement among raft nodes before linearized reading' (duration: 104.78193ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:37.720469Z","caller":"traceutil/trace.go:171","msg":"trace[1852518595] linearizableReadLoop","detail":"{readStateIndex:927; appliedIndex:926; }","duration":"164.681922ms","start":"2026-02-26T01:37:37.555765Z","end":"2026-02-26T01:37:37.720447Z","steps":["trace[1852518595] 'read index received' (duration: 147.611021ms)","trace[1852518595] 'applied index is now lower than readState.Index' (duration: 17.070191ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:37:37.720639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.315993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:37:37.720681Z","caller":"traceutil/trace.go:171","msg":"trace[9482556] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:899; }","duration":"194.401485ms","start":"2026-02-26T01:37:37.526268Z","end":"2026-02-26T01:37:37.72067Z","steps":["trace[9482556] 'agreement among raft nodes before linearized reading' (duration: 194.292142ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:37.720619Z","caller":"traceutil/trace.go:171","msg":"trace[1533905199] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"242.98998ms","start":"2026-02-26T01:37:37.47759Z","end":"2026-02-26T01:37:37.72058Z","steps":["trace[1533905199] 'process raft request' (duration: 225.770667ms)","trace[1533905199] 'compare' (duration: 17.01908ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:37:37.741373Z","caller":"traceutil/trace.go:171","msg":"trace[162852039] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"180.477311ms","start":"2026-02-26T01:37:37.560855Z","end":"2026-02-26T01:37:37.741332Z","steps":["trace[162852039] 'process raft request' (duration: 180.298188ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:41.960094Z","caller":"traceutil/trace.go:171","msg":"trace[1676226686] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"606.837186ms","start":"2026-02-26T01:37:41.353228Z","end":"2026-02-26T01:37:41.960066Z","steps":["trace[1676226686] 'process raft request' (duration: 602.064819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:41.960253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:41.353214Z","time spent":"606.958408ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5385,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:37:41.969774Z","caller":"traceutil/trace.go:171","msg":"trace[447202939] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"612.119513ms","start":"2026-02-26T01:37:41.357637Z","end":"2026-02-26T01:37:41.969757Z","steps":["trace[447202939] 'process raft request' (duration: 612.017301ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:41.969863Z","caller":"traceutil/trace.go:171","msg":"trace[1170338398] linearizableReadLoop","detail":"{readStateIndex:952; appliedIndex:950; }","duration":"482.765673ms","start":"2026-02-26T01:37:41.487079Z","end":"2026-02-26T01:37:41.969845Z","steps":["trace[1170338398] 'read index received' (duration: 468.263389ms)","trace[1170338398] 'applied index is now lower than readState.Index' (duration: 14.500564ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:37:41.969931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:41.357619Z","time spent":"612.210604ms","remote":"127.0.0.1:42592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:37:41.969941Z","caller":"traceutil/trace.go:171","msg":"trace[797761919] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"256.001037ms","start":"2026-02-26T01:37:41.713901Z","end":"2026-02-26T01:37:41.969902Z","steps":["trace[797761919] 'process raft request' (duration: 255.822494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:41.970004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.928586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:37:41.970152Z","caller":"traceutil/trace.go:171","msg":"trace[1419640875] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:923; }","duration":"483.07902ms","start":"2026-02-26T01:37:41.487025Z","end":"2026-02-26T01:37:41.970104Z","steps":["trace[1419640875] 'agreement among raft nodes before linearized reading' (duration: 482.893775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:41.970185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:41.487005Z","time spent":"483.173461ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:37:41.970202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.306193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T01:37:41.970196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.212475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:37:41.970244Z","caller":"traceutil/trace.go:171","msg":"trace[691033678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:923; }","duration":"234.374795ms","start":"2026-02-26T01:37:41.73586Z","end":"2026-02-26T01:37:41.970234Z","steps":["trace[691033678] 'agreement among raft nodes before linearized reading' (duration: 234.226252ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:37:41.970258Z","caller":"traceutil/trace.go:171","msg":"trace[461669030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:923; }","duration":"402.321047ms","start":"2026-02-26T01:37:41.567923Z","end":"2026-02-26T01:37:41.970244Z","steps":["trace[461669030] 'agreement among raft nodes before linearized reading' (duration: 402.123794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:37:41.970292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:37:41.567897Z","time spent":"402.387879ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:37:41.970291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.521198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:37:41.970354Z","caller":"traceutil/trace.go:171","msg":"trace[659140886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:923; }","duration":"216.60027ms","start":"2026-02-26T01:37:41.753739Z","end":"2026-02-26T01:37:41.970339Z","steps":["trace[659140886] 'agreement among raft nodes before linearized reading' (duration: 216.323655ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:05.687612Z","caller":"traceutil/trace.go:171","msg":"trace[1440296088] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"132.40528ms","start":"2026-02-26T01:38:05.555179Z","end":"2026-02-26T01:38:05.687584Z","steps":["trace[1440296088] 'process raft request' (duration: 121.193706ms)","trace[1440296088] 'compare' (duration: 11.02167ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:08.226562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.956262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:38:08.226648Z","caller":"traceutil/trace.go:171","msg":"trace[1357383332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1112; }","duration":"182.089053ms","start":"2026-02-26T01:38:08.044539Z","end":"2026-02-26T01:38:08.226628Z","steps":["trace[1357383332] 'range keys from in-memory index tree' (duration: 181.86643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:08.226712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.010313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T01:38:08.226764Z","caller":"traceutil/trace.go:171","msg":"trace[1781281492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1112; }","duration":"103.118437ms","start":"2026-02-26T01:38:08.123633Z","end":"2026-02-26T01:38:08.226751Z","steps":["trace[1781281492] 'range keys from in-memory index tree' (duration: 102.82029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:08.22677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.946156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:38:08.226873Z","caller":"traceutil/trace.go:171","msg":"trace[790766821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1112; }","duration":"246.104629ms","start":"2026-02-26T01:38:07.980743Z","end":"2026-02-26T01:38:08.226847Z","steps":["trace[790766821] 'range keys from in-memory index tree' (duration: 245.847105ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:08.344066Z","caller":"traceutil/trace.go:171","msg":"trace[2016624427] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"112.893794ms","start":"2026-02-26T01:38:08.231147Z","end":"2026-02-26T01:38:08.344041Z","steps":["trace[2016624427] 'process raft request' (duration: 112.754691ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:08.346022Z","caller":"traceutil/trace.go:171","msg":"trace[1343436364] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"114.192749ms","start":"2026-02-26T01:38:08.231809Z","end":"2026-02-26T01:38:08.346002Z","steps":["trace[1343436364] 'process raft request' (duration: 114.061046ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:08.346399Z","caller":"traceutil/trace.go:171","msg":"trace[1469195708] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"114.245589ms","start":"2026-02-26T01:38:08.232131Z","end":"2026-02-26T01:38:08.346376Z","steps":["trace[1469195708] 'process raft request' (duration: 113.837512ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:08.346571Z","caller":"traceutil/trace.go:171","msg":"trace[8695850] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"114.339541ms","start":"2026-02-26T01:38:08.232208Z","end":"2026-02-26T01:38:08.346547Z","steps":["trace[8695850] 'process raft request' (duration: 114.157388ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:10.272958Z","caller":"traceutil/trace.go:171","msg":"trace[1642774116] linearizableReadLoop","detail":"{readStateIndex:1161; appliedIndex:1160; }","duration":"130.662768ms","start":"2026-02-26T01:38:10.142211Z","end":"2026-02-26T01:38:10.272874Z","steps":["trace[1642774116] 'read index received' (duration: 127.374188ms)","trace[1642774116] 'applied index is now lower than readState.Index' (duration: 3.28623ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:10.273215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.982203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:38:10.273255Z","caller":"traceutil/trace.go:171","msg":"trace[22989100] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1122; }","duration":"131.044804ms","start":"2026-02-26T01:38:10.142196Z","end":"2026-02-26T01:38:10.273241Z","steps":["trace[22989100] 'agreement among raft nodes before linearized reading' (duration: 130.863301ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:10.273646Z","caller":"traceutil/trace.go:171","msg":"trace[687602754] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"198.837429ms","start":"2026-02-26T01:38:10.074766Z","end":"2026-02-26T01:38:10.273604Z","steps":["trace[687602754] 'process raft request' (duration: 194.857537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:13.580363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.894441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1823"} {"level":"info","ts":"2026-02-26T01:38:13.580465Z","caller":"traceutil/trace.go:171","msg":"trace[986043320] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1226; }","duration":"193.051833ms","start":"2026-02-26T01:38:13.387392Z","end":"2026-02-26T01:38:13.580444Z","steps":["trace[986043320] 'range keys from in-memory index tree' (duration: 192.711867ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:13.73742Z","caller":"traceutil/trace.go:171","msg":"trace[824764373] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"149.038462ms","start":"2026-02-26T01:38:13.58831Z","end":"2026-02-26T01:38:13.737349Z","steps":["trace[824764373] 'process raft request' (duration: 148.891019ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:17.038529Z","caller":"traceutil/trace.go:171","msg":"trace[1644161371] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"546.1762ms","start":"2026-02-26T01:38:16.492317Z","end":"2026-02-26T01:38:17.038493Z","steps":["trace[1644161371] 'process raft request' (duration: 536.28902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:17.03871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:16.492303Z","time spent":"546.318922ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:38:17.042926Z","caller":"traceutil/trace.go:171","msg":"trace[1901323068] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"550.230234ms","start":"2026-02-26T01:38:16.492671Z","end":"2026-02-26T01:38:17.042902Z","steps":["trace[1901323068] 'process raft request' (duration: 550.065621ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:17.043049Z","caller":"traceutil/trace.go:171","msg":"trace[579459896] linearizableReadLoop","detail":"{readStateIndex:1280; appliedIndex:1277; }","duration":"220.718576ms","start":"2026-02-26T01:38:16.822302Z","end":"2026-02-26T01:38:17.04302Z","steps":["trace[579459896] 'read index received' (duration: 206.426406ms)","trace[579459896] 'applied index is now lower than readState.Index' (duration: 14.29076ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:17.043084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:16.492648Z","time spent":"550.352636ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:38:17.0431Z","caller":"traceutil/trace.go:171","msg":"trace[1958656986] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"549.594362ms","start":"2026-02-26T01:38:16.493481Z","end":"2026-02-26T01:38:17.043075Z","steps":["trace[1958656986] 'process raft request' (duration: 549.382838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:17.043196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:16.493472Z","time spent":"549.679073ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:38:17.043267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.94286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:38:17.043346Z","caller":"traceutil/trace.go:171","msg":"trace[373828388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1240; }","duration":"221.062222ms","start":"2026-02-26T01:38:16.822266Z","end":"2026-02-26T01:38:17.043328Z","steps":["trace[373828388] 'agreement among raft nodes before linearized reading' (duration: 220.854569ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:32.884746Z","caller":"traceutil/trace.go:171","msg":"trace[1741347896] transaction","detail":"{read_only:false; response_revision:1521; number_of_response:1; }","duration":"159.787098ms","start":"2026-02-26T01:38:32.724933Z","end":"2026-02-26T01:38:32.88472Z","steps":["trace[1741347896] 'process raft request' (duration: 156.975216ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:37.298811Z","caller":"traceutil/trace.go:171","msg":"trace[259334213] linearizableReadLoop","detail":"{readStateIndex:1605; appliedIndex:1604; }","duration":"112.793982ms","start":"2026-02-26T01:38:37.185994Z","end":"2026-02-26T01:38:37.298788Z","steps":["trace[259334213] 'read index received' (duration: 58.679297ms)","trace[259334213] 'applied index is now lower than readState.Index' (duration: 54.113635ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:38:37.298833Z","caller":"traceutil/trace.go:171","msg":"trace[2008756686] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"113.228521ms","start":"2026-02-26T01:38:37.185574Z","end":"2026-02-26T01:38:37.298803Z","steps":["trace[2008756686] 'process raft request' (duration: 59.088956ms)","trace[2008756686] 'compare' (duration: 53.996983ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:37.299094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.071179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-26T01:38:37.299181Z","caller":"traceutil/trace.go:171","msg":"trace[1480634519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1540; }","duration":"113.18917ms","start":"2026-02-26T01:38:37.18597Z","end":"2026-02-26T01:38:37.299159Z","steps":["trace[1480634519] 'agreement among raft nodes before linearized reading' (duration: 112.921555ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:37.299161Z","caller":"traceutil/trace.go:171","msg":"trace[118080889] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"113.023987ms","start":"2026-02-26T01:38:37.186112Z","end":"2026-02-26T01:38:37.299136Z","steps":["trace[118080889] 'process raft request' (duration: 112.890264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:42.975782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.502493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-567d85f7-aeed-479f-bf9b-2b84d05bb18c\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-02-26T01:38:42.975802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.536114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T01:38:42.975879Z","caller":"traceutil/trace.go:171","msg":"trace[1357175946] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-567d85f7-aeed-479f-bf9b-2b84d05bb18c; range_end:; response_count:1; response_revision:1633; }","duration":"303.648456ms","start":"2026-02-26T01:38:42.67221Z","end":"2026-02-26T01:38:42.975859Z","steps":["trace[1357175946] 'range keys from in-memory index tree' (duration: 303.340501ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:42.9759Z","caller":"traceutil/trace.go:171","msg":"trace[1614454450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1633; }","duration":"359.700377ms","start":"2026-02-26T01:38:42.616173Z","end":"2026-02-26T01:38:42.975873Z","steps":["trace[1614454450] 'range keys from in-memory index tree' (duration: 359.341209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:42.975921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:42.672188Z","time spent":"303.722597ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-567d85f7-aeed-479f-bf9b-2b84d05bb18c\" "} {"level":"warn","ts":"2026-02-26T01:38:42.975949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:42.616149Z","time spent":"359.789768ms","remote":"127.0.0.1:42478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T01:38:42.975934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.099643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:38:42.976027Z","caller":"traceutil/trace.go:171","msg":"trace[210333591] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1633; }","duration":"238.260176ms","start":"2026-02-26T01:38:42.737744Z","end":"2026-02-26T01:38:42.976005Z","steps":["trace[210333591] 'count revisions from in-memory index tree' (duration: 237.982621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:42.976115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.91068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:38:42.976206Z","caller":"traceutil/trace.go:171","msg":"trace[502319753] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1633; }","duration":"204.032094ms","start":"2026-02-26T01:38:42.772148Z","end":"2026-02-26T01:38:42.97618Z","steps":["trace[502319753] 'range keys from in-memory index tree' (duration: 203.718827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:43.54716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703304935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:38:44.047327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703304935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:38:44.058898Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078923665s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:38:44.059286Z","caller":"traceutil/trace.go:171","msg":"trace[1253100144] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"1.079393424s","start":"2026-02-26T01:38:42.979872Z","end":"2026-02-26T01:38:44.059265Z","steps":["trace[1253100144] 'process raft request' (duration: 1.079258392s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:44.059425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:42.979852Z","time spent":"1.079491776s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:38:44.675596Z","caller":"traceutil/trace.go:171","msg":"trace[472306078] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"1.694996787s","start":"2026-02-26T01:38:42.980581Z","end":"2026-02-26T01:38:44.675578Z","steps":["trace[472306078] 'process raft request' (duration: 1.694831144s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:44.675708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:42.980551Z","time spent":"1.6950988s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:38:44.675911Z","caller":"traceutil/trace.go:171","msg":"trace[1637137275] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"1.372367575s","start":"2026-02-26T01:38:43.303538Z","end":"2026-02-26T01:38:44.675906Z","steps":["trace[1637137275] 'process raft request' (duration: 1.372218943s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:44.675946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:43.303513Z","time spent":"1.372417067s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7597,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:38:44.676004Z","caller":"traceutil/trace.go:171","msg":"trace[726291268] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"1.012347734s","start":"2026-02-26T01:38:43.663642Z","end":"2026-02-26T01:38:44.675989Z","steps":["trace[726291268] 'process raft request' (duration: 1.012238362s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:44.675985Z","caller":"traceutil/trace.go:171","msg":"trace[590225635] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"1.692873479s","start":"2026-02-26T01:38:42.983067Z","end":"2026-02-26T01:38:44.675941Z","steps":["trace[590225635] 'process raft request' (duration: 1.692471282s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:44.675996Z","caller":"traceutil/trace.go:171","msg":"trace[2009764802] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"1.235103447s","start":"2026-02-26T01:38:43.44086Z","end":"2026-02-26T01:38:44.675964Z","steps":["trace[2009764802] 'process raft request' (duration: 1.234975855s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:44.67608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:43.663602Z","time spent":"1.012441256s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:38:44.676159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:42.983031Z","time spent":"1.693037991s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:38:44.676168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:43.440843Z","time spent":"1.23523623s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:38:45.024777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.843749ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T01:38:45.025115Z","caller":"traceutil/trace.go:171","msg":"trace[1346596044] linearizableReadLoop","detail":"{readStateIndex:1708; appliedIndex:1701; }","duration":"1.979000477s","start":"2026-02-26T01:38:43.046087Z","end":"2026-02-26T01:38:45.025087Z","steps":["trace[1346596044] 'read index received' (duration: 1.01321641s)","trace[1346596044] 'applied index is now lower than readState.Index' (duration: 965.779157ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:38:45.025172Z","caller":"traceutil/trace.go:171","msg":"trace[698095648] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"1.057476085s","start":"2026-02-26T01:38:43.967645Z","end":"2026-02-26T01:38:45.025121Z","steps":["trace[698095648] 'process raft request' (duration: 1.05721378s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:45.025478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:43.967623Z","time spent":"1.057758031s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:38:45.500284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.169348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:38:45.50034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179844791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T01:38:45.500398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.660844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:38:45.500458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416137091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:38:45.500474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.80177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:38:45.500487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089962585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:38:45.500517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516884055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T01:38:45.500525Z","caller":"traceutil/trace.go:171","msg":"trace[1273133193] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1640; }","duration":"2.416217263s","start":"2026-02-26T01:38:43.084287Z","end":"2026-02-26T01:38:45.500504Z","steps":["trace[1273133193] 'agreement among raft nodes before linearized reading' (duration: 1.940972775s)","trace[1273133193] 'count revisions from in-memory index tree' (duration: 475.163127ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:38:45.500553Z","caller":"traceutil/trace.go:171","msg":"trace[1972693221] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1640; }","duration":"180.917413ms","start":"2026-02-26T01:38:45.319618Z","end":"2026-02-26T01:38:45.500535Z","steps":["trace[1972693221] 'count revisions from in-memory index tree' (duration: 180.717169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:45.500533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.720519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-26T01:38:45.500565Z","caller":"traceutil/trace.go:171","msg":"trace[438380479] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1640; }","duration":"1.516957267s","start":"2026-02-26T01:38:43.983594Z","end":"2026-02-26T01:38:45.500551Z","steps":["trace[438380479] 'agreement among raft nodes before linearized reading' (duration: 1.041744859s)","trace[438380479] 'range keys from in-memory index tree' (duration: 475.116776ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:45.500568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.080245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10629"} {"level":"info","ts":"2026-02-26T01:38:45.500572Z","caller":"traceutil/trace.go:171","msg":"trace[1903473894] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1640; }","duration":"1.090089068s","start":"2026-02-26T01:38:44.410461Z","end":"2026-02-26T01:38:45.50055Z","steps":["trace[1903473894] 'agreement among raft nodes before linearized reading' (duration: 614.823719ms)","trace[1903473894] 'count revisions from in-memory index tree' (duration: 475.129747ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:38:45.50061Z","caller":"traceutil/trace.go:171","msg":"trace[1555658940] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1640; }","duration":"820.144766ms","start":"2026-02-26T01:38:44.680454Z","end":"2026-02-26T01:38:45.500599Z","steps":["trace[1555658940] 'agreement among raft nodes before linearized reading' (duration: 344.810016ms)","trace[1555658940] 'range keys from in-memory index tree' (duration: 475.167278ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:45.500612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:43.983579Z","time spent":"1.517024248s","remote":"127.0.0.1:42478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T01:38:45.500612Z","caller":"traceutil/trace.go:171","msg":"trace[1910306137] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1640; }","duration":"435.845672ms","start":"2026-02-26T01:38:45.064746Z","end":"2026-02-26T01:38:45.500592Z","steps":["trace[1910306137] 'range keys from in-memory index tree' (duration: 435.536666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:45.50063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:44.410435Z","time spent":"1.090179039s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:38:45.50064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:44.680419Z","time spent":"820.213667ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10651,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-02-26T01:38:45.500573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:43.084274Z","time spent":"2.416288854s","remote":"127.0.0.1:42488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":88,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:38:45.5007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483945166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T01:38:45.500367Z","caller":"traceutil/trace.go:171","msg":"trace[620978974] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1640; }","duration":"580.267229ms","start":"2026-02-26T01:38:44.920079Z","end":"2026-02-26T01:38:45.500346Z","steps":["trace[620978974] 'agreement among raft nodes before linearized reading' (duration: 105.246685ms)","trace[620978974] 'count revisions from in-memory index tree' (duration: 474.896463ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:38:45.500773Z","caller":"traceutil/trace.go:171","msg":"trace[269283628] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1640; }","duration":"1.483999677s","start":"2026-02-26T01:38:44.016737Z","end":"2026-02-26T01:38:45.500737Z","steps":["trace[269283628] 'agreement among raft nodes before linearized reading' (duration: 1.008578076s)","trace[269283628] 'range keys from in-memory index tree' (duration: 475.213918ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:45.500797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:44.920027Z","time spent":"580.758488ms","remote":"127.0.0.1:53476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:38:45.50082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:44.016726Z","time spent":"1.484084869s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:38:45.500849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18093096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:38:45.500897Z","caller":"traceutil/trace.go:171","msg":"trace[392830496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1640; }","duration":"2.181028242s","start":"2026-02-26T01:38:43.319852Z","end":"2026-02-26T01:38:45.50088Z","steps":["trace[392830496] 'agreement among raft nodes before linearized reading' (duration: 1.705504328s)","trace[392830496] 'range keys from in-memory index tree' (duration: 475.418271ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:45.500866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52535258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:38:45.50093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:43.319823Z","time spent":"2.181099363s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:38:45.500426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159180615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:38:45.500946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454845146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T01:38:45.50097Z","caller":"traceutil/trace.go:171","msg":"trace[1520209191] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1640; }","duration":"1.525495562s","start":"2026-02-26T01:38:43.975445Z","end":"2026-02-26T01:38:45.500941Z","steps":["trace[1520209191] 'agreement among raft nodes before linearized reading' (duration: 1.049904567s)","trace[1520209191] 'count revisions from in-memory index tree' (duration: 475.450593ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:38:45.500986Z","caller":"traceutil/trace.go:171","msg":"trace[1733099301] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1640; }","duration":"2.159783825s","start":"2026-02-26T01:38:43.341189Z","end":"2026-02-26T01:38:45.500972Z","steps":["trace[1733099301] 'agreement among raft nodes before linearized reading' (duration: 1.68414294s)","trace[1733099301] 'count revisions from in-memory index tree' (duration: 475.074656ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:45.501024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:43.341166Z","time spent":"2.159846866s","remote":"127.0.0.1:42476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:38:45.501031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:43.97543Z","time spent":"1.525584053s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:38:45.501034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289378764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-26T01:38:45.501046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520152436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-567d85f7-aeed-479f-bf9b-2b84d05bb18c\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-02-26T01:38:45.501054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622580918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.1897a8343789db84\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-02-26T01:38:45.5011Z","caller":"traceutil/trace.go:171","msg":"trace[1336943810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1640; }","duration":"2.289471217s","start":"2026-02-26T01:38:43.211615Z","end":"2026-02-26T01:38:45.501086Z","steps":["trace[1336943810] 'agreement among raft nodes before linearized reading' (duration: 1.81374644s)","trace[1336943810] 'range keys from in-memory index tree' (duration: 475.598264ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:38:45.501042Z","caller":"traceutil/trace.go:171","msg":"trace[689727273] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1640; }","duration":"2.454958467s","start":"2026-02-26T01:38:43.046042Z","end":"2026-02-26T01:38:45.501001Z","steps":["trace[689727273] 'agreement among raft nodes before linearized reading' (duration: 1.979128608s)","trace[689727273] 'range keys from in-memory index tree' (duration: 475.488082ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:45.501138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:43.211602Z","time spent":"2.289528438s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:38:45.501144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:43.046025Z","time spent":"2.455111741s","remote":"127.0.0.1:42478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T01:38:45.501145Z","caller":"traceutil/trace.go:171","msg":"trace[1037573709] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.1897a8343789db84; range_end:; response_count:1; response_revision:1640; }","duration":"1.622709462s","start":"2026-02-26T01:38:43.878405Z","end":"2026-02-26T01:38:45.501115Z","steps":["trace[1037573709] 'agreement among raft nodes before linearized reading' (duration: 1.146958474s)","trace[1037573709] 'range keys from in-memory index tree' (duration: 475.512233ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:38:45.501104Z","caller":"traceutil/trace.go:171","msg":"trace[1654410963] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-567d85f7-aeed-479f-bf9b-2b84d05bb18c; range_end:; response_count:1; response_revision:1640; }","duration":"1.520245927s","start":"2026-02-26T01:38:43.980845Z","end":"2026-02-26T01:38:45.501091Z","steps":["trace[1654410963] 'agreement among raft nodes before linearized reading' (duration: 1.044507249s)","trace[1654410963] 'range keys from in-memory index tree' (duration: 475.631756ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:38:45.50118Z","caller":"traceutil/trace.go:171","msg":"trace[1438897829] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1640; }","duration":"527.816826ms","start":"2026-02-26T01:38:44.972652Z","end":"2026-02-26T01:38:45.500469Z","steps":["trace[1438897829] 'agreement among raft nodes before linearized reading' (duration: 52.651608ms)","trace[1438897829] 'count revisions from in-memory index tree' (duration: 475.021944ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:45.501266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:44.972629Z","time spent":"528.623051ms","remote":"127.0.0.1:42638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:38:45.501395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:45.064728Z","time spent":"436.591975ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":549,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T01:38:45.500332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130814899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:38:45.501616Z","caller":"traceutil/trace.go:171","msg":"trace[1789302334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1640; }","duration":"2.132107832s","start":"2026-02-26T01:38:43.369487Z","end":"2026-02-26T01:38:45.501595Z","steps":["trace[1789302334] 'agreement among raft nodes before linearized reading' (duration: 1.655840675s)","trace[1789302334] 'range keys from in-memory index tree' (duration: 474.878262ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:45.501692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:43.369452Z","time spent":"2.132223115s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T01:38:45.500422Z","caller":"traceutil/trace.go:171","msg":"trace[203094328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1640; }","duration":"2.179959853s","start":"2026-02-26T01:38:43.32044Z","end":"2026-02-26T01:38:45.5004Z","steps":["trace[203094328] 'agreement among raft nodes before linearized reading' (duration: 1.704905418s)","trace[203094328] 'range keys from in-memory index tree' (duration: 474.841682ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:45.501858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:43.320432Z","time spent":"2.18141531s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:38:45.501188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:43.87838Z","time spent":"1.622799453s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1004,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.1897a8343789db84\" "} {"level":"warn","ts":"2026-02-26T01:38:45.5012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:43.980824Z","time spent":"1.520361739s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3765,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-567d85f7-aeed-479f-bf9b-2b84d05bb18c\" "} {"level":"warn","ts":"2026-02-26T01:38:45.501374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45719467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:38:45.502327Z","caller":"traceutil/trace.go:171","msg":"trace[1307523327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1640; }","duration":"1.458164627s","start":"2026-02-26T01:38:44.044146Z","end":"2026-02-26T01:38:45.50231Z","steps":["trace[1307523327] 'agreement among raft nodes before linearized reading' (duration: 981.150526ms)","trace[1307523327] 'range keys from in-memory index tree' (duration: 476.049603ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:45.502381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:44.044132Z","time spent":"1.458236518s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:38:45.888767Z","caller":"traceutil/trace.go:171","msg":"trace[777790102] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"384.125671ms","start":"2026-02-26T01:38:45.504613Z","end":"2026-02-26T01:38:45.888739Z","steps":["trace[777790102] 'process raft request' (duration: 383.880116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:45.888951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:45.504585Z","time spent":"384.271683ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:38:45.929896Z","caller":"traceutil/trace.go:171","msg":"trace[1733799184] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"422.827065ms","start":"2026-02-26T01:38:45.507002Z","end":"2026-02-26T01:38:45.929829Z","steps":["trace[1733799184] 'process raft request' (duration: 422.382596ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:45.930098Z","caller":"traceutil/trace.go:171","msg":"trace[873297379] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"422.663623ms","start":"2026-02-26T01:38:45.507415Z","end":"2026-02-26T01:38:45.930078Z","steps":["trace[873297379] 'process raft request' (duration: 422.183114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:45.93011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:45.506969Z","time spent":"423.041419ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:38:45.930237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:45.507391Z","time spent":"422.791544ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:38:45.930467Z","caller":"traceutil/trace.go:171","msg":"trace[1348982786] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"422.719314ms","start":"2026-02-26T01:38:45.507714Z","end":"2026-02-26T01:38:45.930433Z","steps":["trace[1348982786] 'process raft request' (duration: 422.322807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:45.930628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:45.507695Z","time spent":"422.854836ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:38:45.930633Z","caller":"traceutil/trace.go:171","msg":"trace[2136900034] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"422.57147ms","start":"2026-02-26T01:38:45.508048Z","end":"2026-02-26T01:38:45.93062Z","steps":["trace[2136900034] 'process raft request' (duration: 422.246844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:45.93071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:45.508031Z","time spent":"422.643461ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":512,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:38:45.930886Z","caller":"traceutil/trace.go:171","msg":"trace[1584165139] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"422.668831ms","start":"2026-02-26T01:38:45.508188Z","end":"2026-02-26T01:38:45.930857Z","steps":["trace[1584165139] 'process raft request' (duration: 422.369636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:45.930973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:45.508177Z","time spent":"422.754564ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:38:45.931175Z","caller":"traceutil/trace.go:171","msg":"trace[859700540] linearizableReadLoop","detail":"{readStateIndex:1715; appliedIndex:1708; }","duration":"419.450744ms","start":"2026-02-26T01:38:45.511695Z","end":"2026-02-26T01:38:45.931146Z","steps":["trace[859700540] 'read index received' (duration: 376.878989ms)","trace[859700540] 'applied index is now lower than readState.Index' (duration: 42.570245ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:38:45.931278Z","caller":"traceutil/trace.go:171","msg":"trace[838920563] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"423.032389ms","start":"2026-02-26T01:38:45.508224Z","end":"2026-02-26T01:38:45.931257Z","steps":["trace[838920563] 'process raft request' (duration: 422.58622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:45.931326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.681228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:38:45.931284Z","caller":"traceutil/trace.go:171","msg":"trace[1038782287] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"416.281177ms","start":"2026-02-26T01:38:45.514918Z","end":"2026-02-26T01:38:45.931199Z","steps":["trace[1038782287] 'process raft request' (duration: 416.102564ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:45.931386Z","caller":"traceutil/trace.go:171","msg":"trace[855106519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1648; }","duration":"419.7705ms","start":"2026-02-26T01:38:45.511597Z","end":"2026-02-26T01:38:45.931367Z","steps":["trace[855106519] 'agreement among raft nodes before linearized reading' (duration: 419.668558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:45.931377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:45.508214Z","time spent":"423.11633ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:38:45.931431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:45.511582Z","time spent":"419.837191ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:38:45.931838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:38:45.514908Z","time spent":"416.511201ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10931,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:38:51.655284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.084001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T01:38:51.655363Z","caller":"traceutil/trace.go:171","msg":"trace[768013606] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1699; }","duration":"111.192593ms","start":"2026-02-26T01:38:51.544152Z","end":"2026-02-26T01:38:51.655345Z","steps":["trace[768013606] 'range keys from in-memory index tree' (duration: 110.883118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:51.655779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.090231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11663"} {"level":"info","ts":"2026-02-26T01:38:51.655878Z","caller":"traceutil/trace.go:171","msg":"trace[1701780920] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1699; }","duration":"155.236754ms","start":"2026-02-26T01:38:51.500617Z","end":"2026-02-26T01:38:51.655854Z","steps":["trace[1701780920] 'range keys from in-memory index tree' (duration: 154.583053ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:52.200832Z","caller":"traceutil/trace.go:171","msg":"trace[1386286883] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"101.752642ms","start":"2026-02-26T01:38:52.099059Z","end":"2026-02-26T01:38:52.200812Z","steps":["trace[1386286883] 'process raft request' (duration: 101.628269ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:56.845542Z","caller":"traceutil/trace.go:171","msg":"trace[718147099] linearizableReadLoop","detail":"{readStateIndex:1815; appliedIndex:1814; }","duration":"107.564637ms","start":"2026-02-26T01:38:56.737954Z","end":"2026-02-26T01:38:56.845519Z","steps":["trace[718147099] 'read index received' (duration: 107.368964ms)","trace[718147099] 'applied index is now lower than readState.Index' (duration: 194.693µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:38:56.84575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.767921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T01:38:56.845794Z","caller":"traceutil/trace.go:171","msg":"trace[486838376] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1745; }","duration":"107.852723ms","start":"2026-02-26T01:38:56.737929Z","end":"2026-02-26T01:38:56.845782Z","steps":["trace[486838376] 'agreement among raft nodes before linearized reading' (duration: 107.68799ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:56.84573Z","caller":"traceutil/trace.go:171","msg":"trace[2017623398] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"114.627426ms","start":"2026-02-26T01:38:56.731072Z","end":"2026-02-26T01:38:56.845699Z","steps":["trace[2017623398] 'process raft request' (duration: 114.301611ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:57.179505Z","caller":"traceutil/trace.go:171","msg":"trace[218448877] linearizableReadLoop","detail":"{readStateIndex:1817; appliedIndex:1816; }","duration":"106.908146ms","start":"2026-02-26T01:38:57.072571Z","end":"2026-02-26T01:38:57.179479Z","steps":["trace[218448877] 'read index received' (duration: 106.657401ms)","trace[218448877] 'applied index is now lower than readState.Index' (duration: 249.525µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:38:57.179547Z","caller":"traceutil/trace.go:171","msg":"trace[1311299755] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"109.147345ms","start":"2026-02-26T01:38:57.070378Z","end":"2026-02-26T01:38:57.179525Z","steps":["trace[1311299755] 'process raft request' (duration: 108.85254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:57.179718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.13249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-26T01:38:57.179799Z","caller":"traceutil/trace.go:171","msg":"trace[1542841324] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1747; }","duration":"107.246373ms","start":"2026-02-26T01:38:57.072517Z","end":"2026-02-26T01:38:57.179763Z","steps":["trace[1542841324] 'agreement among raft nodes before linearized reading' (duration: 107.064029ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:57.182016Z","caller":"traceutil/trace.go:171","msg":"trace[33741803] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"102.387324ms","start":"2026-02-26T01:38:57.079603Z","end":"2026-02-26T01:38:57.181991Z","steps":["trace[33741803] 'process raft request' (duration: 102.115769ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:38:58.961039Z","caller":"traceutil/trace.go:171","msg":"trace[1189223379] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"110.128794ms","start":"2026-02-26T01:38:58.85088Z","end":"2026-02-26T01:38:58.961009Z","steps":["trace[1189223379] 'process raft request' (duration: 109.85347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:38:59.239399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.666338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:38:59.23966Z","caller":"traceutil/trace.go:171","msg":"trace[1871314997] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"274.615388ms","start":"2026-02-26T01:38:58.965017Z","end":"2026-02-26T01:38:59.239633Z","steps":["trace[1871314997] 'process raft request' (duration: 93.602524ms)","trace[1871314997] 'compare' (duration: 180.377242ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:39:00.370634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.7848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-26T01:39:00.370803Z","caller":"traceutil/trace.go:171","msg":"trace[658882661] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1762; }","duration":"140.002043ms","start":"2026-02-26T01:39:00.230733Z","end":"2026-02-26T01:39:00.370736Z","steps":["trace[658882661] 'range keys from in-memory index tree' (duration: 139.370811ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:39:04.93119Z","caller":"traceutil/trace.go:171","msg":"trace[1526555279] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"495.914519ms","start":"2026-02-26T01:39:04.43525Z","end":"2026-02-26T01:39:04.931165Z","steps":["trace[1526555279] 'process raft request' (duration: 495.740226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:04.931365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:04.435227Z","time spent":"496.052712ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:39:04.988645Z","caller":"traceutil/trace.go:171","msg":"trace[987738893] linearizableReadLoop","detail":"{readStateIndex:1857; appliedIndex:1855; }","duration":"231.975814ms","start":"2026-02-26T01:39:04.756652Z","end":"2026-02-26T01:39:04.988627Z","steps":["trace[987738893] 'read index received' (duration: 174.328327ms)","trace[987738893] 'applied index is now lower than readState.Index' (duration: 57.646407ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:39:04.98889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.241209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-02-26T01:39:04.988938Z","caller":"traceutil/trace.go:171","msg":"trace[2069700157] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1785; }","duration":"232.33227ms","start":"2026-02-26T01:39:04.756591Z","end":"2026-02-26T01:39:04.988924Z","steps":["trace[2069700157] 'agreement among raft nodes before linearized reading' (duration: 232.108696ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:39:04.988895Z","caller":"traceutil/trace.go:171","msg":"trace[1686796749] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"297.502444ms","start":"2026-02-26T01:39:04.691337Z","end":"2026-02-26T01:39:04.98884Z","steps":["trace[1686796749] 'process raft request' (duration: 295.880285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:31.437046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.986456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:39:31.437253Z","caller":"traceutil/trace.go:171","msg":"trace[58487128] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"354.279737ms","start":"2026-02-26T01:39:31.082951Z","end":"2026-02-26T01:39:31.43723Z","steps":["trace[58487128] 'process raft request' (duration: 172.001315ms)","trace[58487128] 'compare' (duration: 181.692651ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:39:31.437356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:31.082931Z","time spent":"354.386998ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:39:31.663919Z","caller":"traceutil/trace.go:171","msg":"trace[2136117406] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1995; }","duration":"485.079403ms","start":"2026-02-26T01:39:31.178827Z","end":"2026-02-26T01:39:31.663906Z","steps":["trace[2136117406] 'read index received' (duration: 76.139463ms)","trace[2136117406] 'applied index is now lower than readState.Index' (duration: 408.93919ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:39:31.664029Z","caller":"traceutil/trace.go:171","msg":"trace[1528040196] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"580.574609ms","start":"2026-02-26T01:39:31.083423Z","end":"2026-02-26T01:39:31.663997Z","steps":["trace[1528040196] 'process raft request' (duration: 569.134741ms)","trace[1528040196] 'compare' (duration: 11.120842ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:39:31.664299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.45198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-26T01:39:31.664389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:31.083408Z","time spent":"580.945795ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:39:31.664456Z","caller":"traceutil/trace.go:171","msg":"trace[40654449] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1920; }","duration":"485.617003ms","start":"2026-02-26T01:39:31.17878Z","end":"2026-02-26T01:39:31.664397Z","steps":["trace[40654449] 'agreement among raft nodes before linearized reading' (duration: 485.290097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:31.664644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:31.178768Z","time spent":"485.818236ms","remote":"127.0.0.1:42478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-26T01:39:31.685613Z","caller":"traceutil/trace.go:171","msg":"trace[953331034] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"287.698087ms","start":"2026-02-26T01:39:31.397898Z","end":"2026-02-26T01:39:31.685596Z","steps":["trace[953331034] 'process raft request' (duration: 287.558104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:31.685823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.335853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:39:31.685904Z","caller":"traceutil/trace.go:171","msg":"trace[1668586625] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1922; }","duration":"411.482956ms","start":"2026-02-26T01:39:31.274406Z","end":"2026-02-26T01:39:31.685889Z","steps":["trace[1668586625] 'agreement among raft nodes before linearized reading' (duration: 411.357093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:31.68594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:31.27439Z","time spent":"411.541188ms","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:39:31.686273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.523361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T01:39:31.68627Z","caller":"traceutil/trace.go:171","msg":"trace[665463528] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"263.246693ms","start":"2026-02-26T01:39:31.422956Z","end":"2026-02-26T01:39:31.686203Z","steps":["trace[665463528] 'process raft request' (duration: 262.598591ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:39:31.686317Z","caller":"traceutil/trace.go:171","msg":"trace[1844267201] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1922; }","duration":"201.597423ms","start":"2026-02-26T01:39:31.484706Z","end":"2026-02-26T01:39:31.686304Z","steps":["trace[1844267201] 'agreement among raft nodes before linearized reading' (duration: 201.471651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:38.188014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703305682,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:39:38.553988Z","caller":"traceutil/trace.go:171","msg":"trace[1654348321] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"1.099100538s","start":"2026-02-26T01:39:37.45486Z","end":"2026-02-26T01:39:38.55396Z","steps":["trace[1654348321] 'process raft request' (duration: 1.098920275s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:38.554219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:37.454828Z","time spent":"1.099247011s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:39:38.575454Z","caller":"traceutil/trace.go:171","msg":"trace[414874601] linearizableReadLoop","detail":"{readStateIndex:2026; appliedIndex:2024; }","duration":"888.219497ms","start":"2026-02-26T01:39:37.687207Z","end":"2026-02-26T01:39:38.575427Z","steps":["trace[414874601] 'read index received' (duration: 866.628075ms)","trace[414874601] 'applied index is now lower than readState.Index' (duration: 21.589662ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:39:38.575511Z","caller":"traceutil/trace.go:171","msg":"trace[126616525] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"871.427942ms","start":"2026-02-26T01:39:37.704058Z","end":"2026-02-26T01:39:38.575485Z","steps":["trace[126616525] 'process raft request' (duration: 871.250619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:38.575603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:37.704035Z","time spent":"871.522733ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:39:38.575683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.457391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:39:38.575723Z","caller":"traceutil/trace.go:171","msg":"trace[932002091] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1948; }","duration":"888.558453ms","start":"2026-02-26T01:39:37.687154Z","end":"2026-02-26T01:39:38.575713Z","steps":["trace[932002091] 'agreement among raft nodes before linearized reading' (duration: 888.40562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:38.575757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:37.687129Z","time spent":"888.619733ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:39:38.57578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.73774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:39:38.575737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.744507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:39:38.575843Z","caller":"traceutil/trace.go:171","msg":"trace[368575496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1948; }","duration":"531.845312ms","start":"2026-02-26T01:39:38.043984Z","end":"2026-02-26T01:39:38.575829Z","steps":["trace[368575496] 'agreement among raft nodes before linearized reading' (duration: 531.73934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:38.575883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:38.043959Z","time spent":"531.916664ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:39:38.575877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.313128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-26T01:39:38.575938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.7889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T01:39:38.575846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.889645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T01:39:38.575994Z","caller":"traceutil/trace.go:171","msg":"trace[324342313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1948; }","duration":"232.867221ms","start":"2026-02-26T01:39:38.343109Z","end":"2026-02-26T01:39:38.575976Z","steps":["trace[324342313] 'agreement among raft nodes before linearized reading' (duration: 232.756349ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:39:38.576002Z","caller":"traceutil/trace.go:171","msg":"trace[714037427] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:1948; }","duration":"199.060507ms","start":"2026-02-26T01:39:38.376925Z","end":"2026-02-26T01:39:38.575986Z","steps":["trace[714037427] 'agreement among raft nodes before linearized reading' (duration: 198.854833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:38.57598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.025069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:39:38.575991Z","caller":"traceutil/trace.go:171","msg":"trace[275830316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1948; }","duration":"260.911301ms","start":"2026-02-26T01:39:38.314946Z","end":"2026-02-26T01:39:38.575857Z","steps":["trace[275830316] 'agreement among raft nodes before linearized reading' (duration: 260.673756ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:39:38.57594Z","caller":"traceutil/trace.go:171","msg":"trace[1885060031] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1948; }","duration":"861.361009ms","start":"2026-02-26T01:39:37.714552Z","end":"2026-02-26T01:39:38.575913Z","steps":["trace[1885060031] 'agreement among raft nodes before linearized reading' (duration: 861.204556ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:39:38.576073Z","caller":"traceutil/trace.go:171","msg":"trace[251473868] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1948; }","duration":"285.170042ms","start":"2026-02-26T01:39:38.29088Z","end":"2026-02-26T01:39:38.57605Z","steps":["trace[251473868] 'agreement among raft nodes before linearized reading' (duration: 284.914116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:38.576101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.186463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-02-26T01:39:38.576117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:37.714514Z","time spent":"861.592044ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T01:39:38.57615Z","caller":"traceutil/trace.go:171","msg":"trace[1846594510] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1948; }","duration":"868.301885ms","start":"2026-02-26T01:39:37.707826Z","end":"2026-02-26T01:39:38.576128Z","steps":["trace[1846594510] 'agreement among raft nodes before linearized reading' (duration: 867.788795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:38.576177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:37.707788Z","time spent":"868.382427ms","remote":"127.0.0.1:42478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T01:39:38.576221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.116014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:39:38.576346Z","caller":"traceutil/trace.go:171","msg":"trace[31031239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1948; }","duration":"261.293577ms","start":"2026-02-26T01:39:38.315026Z","end":"2026-02-26T01:39:38.57632Z","steps":["trace[31031239] 'agreement among raft nodes before linearized reading' (duration: 260.86723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:38.576516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.237678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:39:38.576599Z","caller":"traceutil/trace.go:171","msg":"trace[987178697] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1948; }","duration":"522.386361ms","start":"2026-02-26T01:39:38.054196Z","end":"2026-02-26T01:39:38.576582Z","steps":["trace[987178697] 'agreement among raft nodes before linearized reading' (duration: 521.507175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:38.576648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:38.054175Z","time spent":"522.461462ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":21,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:39:39.524296Z","caller":"traceutil/trace.go:171","msg":"trace[1485365149] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"943.069594ms","start":"2026-02-26T01:39:38.581181Z","end":"2026-02-26T01:39:39.52425Z","steps":["trace[1485365149] 'process raft request' (duration: 942.845941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:39.524469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:38.581157Z","time spent":"943.221048ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:39:39.524871Z","caller":"traceutil/trace.go:171","msg":"trace[187760132] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"943.046253ms","start":"2026-02-26T01:39:38.581758Z","end":"2026-02-26T01:39:39.524804Z","steps":["trace[187760132] 'process raft request' (duration: 942.448973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:39.525055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:38.581746Z","time spent":"943.216906ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:39:39.524878Z","caller":"traceutil/trace.go:171","msg":"trace[1314080056] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"943.012013ms","start":"2026-02-26T01:39:38.581843Z","end":"2026-02-26T01:39:39.524855Z","steps":["trace[1314080056] 'process raft request' (duration: 942.82732ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:39:39.525216Z","caller":"traceutil/trace.go:171","msg":"trace[1658799226] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"943.265368ms","start":"2026-02-26T01:39:38.581936Z","end":"2026-02-26T01:39:39.525201Z","steps":["trace[1658799226] 'process raft request' (duration: 942.87862ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:39:39.52525Z","caller":"traceutil/trace.go:171","msg":"trace[23375694] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"943.250298ms","start":"2026-02-26T01:39:38.581989Z","end":"2026-02-26T01:39:39.525239Z","steps":["trace[23375694] 'process raft request' (duration: 943.074784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:39.525275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:38.581926Z","time spent":"943.320839ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:39:39.525329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:38.581981Z","time spent":"943.304088ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:39:39.525208Z","caller":"traceutil/trace.go:171","msg":"trace[1914093358] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"942.393543ms","start":"2026-02-26T01:39:38.582799Z","end":"2026-02-26T01:39:39.525193Z","steps":["trace[1914093358] 'process raft request' (duration: 942.335652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:39.525405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:38.582785Z","time spent":"942.594926ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:39:39.525556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:38.581833Z","time spent":"943.401341ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:39:39.545672Z","caller":"traceutil/trace.go:171","msg":"trace[225231379] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"958.338301ms","start":"2026-02-26T01:39:38.587304Z","end":"2026-02-26T01:39:39.545642Z","steps":["trace[225231379] 'process raft request' (duration: 958.165258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:39:39.545852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:39:38.587295Z","time spent":"958.468003ms","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:40:16.888069Z","caller":"traceutil/trace.go:171","msg":"trace[1296986012] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"193.442972ms","start":"2026-02-26T01:40:16.694602Z","end":"2026-02-26T01:40:16.888045Z","steps":["trace[1296986012] 'process raft request' (duration: 193.259819ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:17.082088Z","caller":"traceutil/trace.go:171","msg":"trace[1405438105] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"204.623393ms","start":"2026-02-26T01:40:16.877434Z","end":"2026-02-26T01:40:17.082057Z","steps":["trace[1405438105] 'process raft request' (duration: 204.309028ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:17.289778Z","caller":"traceutil/trace.go:171","msg":"trace[1798578433] linearizableReadLoop","detail":"{readStateIndex:2364; appliedIndex:2363; }","duration":"199.892099ms","start":"2026-02-26T01:40:17.089854Z","end":"2026-02-26T01:40:17.289746Z","steps":["trace[1798578433] 'read index received' (duration: 199.761466ms)","trace[1798578433] 'applied index is now lower than readState.Index' (duration: 129.563µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:40:17.289928Z","caller":"traceutil/trace.go:171","msg":"trace[1769453696] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"202.650679ms","start":"2026-02-26T01:40:17.087263Z","end":"2026-02-26T01:40:17.289914Z","steps":["trace[1769453696] 'process raft request' (duration: 202.307693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:17.290092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.218554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:15164"} {"level":"info","ts":"2026-02-26T01:40:17.290203Z","caller":"traceutil/trace.go:171","msg":"trace[1571865531] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:2269; }","duration":"200.381687ms","start":"2026-02-26T01:40:17.089804Z","end":"2026-02-26T01:40:17.290186Z","steps":["trace[1571865531] 'agreement among raft nodes before linearized reading' (duration: 200.114353ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:17.300362Z","caller":"traceutil/trace.go:171","msg":"trace[1760214886] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"106.739161ms","start":"2026-02-26T01:40:17.193604Z","end":"2026-02-26T01:40:17.300343Z","steps":["trace[1760214886] 'process raft request' (duration: 106.546317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:17.300497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.429344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-02-26T01:40:17.300582Z","caller":"traceutil/trace.go:171","msg":"trace[1100265916] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2270; }","duration":"167.561566ms","start":"2026-02-26T01:40:17.132999Z","end":"2026-02-26T01:40:17.300561Z","steps":["trace[1100265916] 'agreement among raft nodes before linearized reading' (duration: 167.280701ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:17.431839Z","caller":"traceutil/trace.go:171","msg":"trace[875051027] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"128.393251ms","start":"2026-02-26T01:40:17.3034Z","end":"2026-02-26T01:40:17.431793Z","steps":["trace[875051027] 'process raft request' (duration: 125.573781ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:19.969645Z","caller":"traceutil/trace.go:171","msg":"trace[1163386334] linearizableReadLoop","detail":"{readStateIndex:2418; appliedIndex:2417; }","duration":"191.541188ms","start":"2026-02-26T01:40:19.778077Z","end":"2026-02-26T01:40:19.969618Z","steps":["trace[1163386334] 'read index received' (duration: 97.601388ms)","trace[1163386334] 'applied index is now lower than readState.Index' (duration: 93.93881ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:40:19.969945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.596041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:40:19.970008Z","caller":"traceutil/trace.go:171","msg":"trace[352594220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2322; }","duration":"190.711023ms","start":"2026-02-26T01:40:19.779287Z","end":"2026-02-26T01:40:19.969998Z","steps":["trace[352594220] 'agreement among raft nodes before linearized reading' (duration: 190.5558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:19.970111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.008476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:40:19.970182Z","caller":"traceutil/trace.go:171","msg":"trace[1570446087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2322; }","duration":"192.120018ms","start":"2026-02-26T01:40:19.778052Z","end":"2026-02-26T01:40:19.970172Z","steps":["trace[1570446087] 'agreement among raft nodes before linearized reading' (duration: 191.714121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:19.970269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.233153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T01:40:19.970073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.504712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T01:40:19.970397Z","caller":"traceutil/trace.go:171","msg":"trace[2058012074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2322; }","duration":"186.431246ms","start":"2026-02-26T01:40:19.783943Z","end":"2026-02-26T01:40:19.970374Z","steps":["trace[2058012074] 'agreement among raft nodes before linearized reading' (duration: 185.949447ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:19.970418Z","caller":"traceutil/trace.go:171","msg":"trace[1550619814] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2322; }","duration":"184.882498ms","start":"2026-02-26T01:40:19.785505Z","end":"2026-02-26T01:40:19.970387Z","steps":["trace[1550619814] 'agreement among raft nodes before linearized reading' (duration: 184.337078ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:19.969842Z","caller":"traceutil/trace.go:171","msg":"trace[1810172149] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"194.964449ms","start":"2026-02-26T01:40:19.774759Z","end":"2026-02-26T01:40:19.969724Z","steps":["trace[1810172149] 'process raft request' (duration: 100.943827ms)","trace[1810172149] 'compare' (duration: 93.791138ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:40:24.170329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703306555,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:40:24.625817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.549039ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T01:40:24.625932Z","caller":"traceutil/trace.go:171","msg":"trace[716498047] linearizableReadLoop","detail":"{readStateIndex:2439; appliedIndex:2438; }","duration":"956.103862ms","start":"2026-02-26T01:40:23.669808Z","end":"2026-02-26T01:40:24.625912Z","steps":["trace[716498047] 'read index received' (duration: 764.39839ms)","trace[716498047] 'applied index is now lower than readState.Index' (duration: 191.703852ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:40:24.626069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.258424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:40:24.626105Z","caller":"traceutil/trace.go:171","msg":"trace[1029756141] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2342; }","duration":"956.343246ms","start":"2026-02-26T01:40:23.669753Z","end":"2026-02-26T01:40:24.626096Z","steps":["trace[1029756141] 'agreement among raft nodes before linearized reading' (duration: 956.266485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:24.626182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:23.669731Z","time spent":"956.442258ms","remote":"127.0.0.1:42592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T01:40:24.626207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.30094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:40:24.626283Z","caller":"traceutil/trace.go:171","msg":"trace[1352480146] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2342; }","duration":"943.434234ms","start":"2026-02-26T01:40:23.682831Z","end":"2026-02-26T01:40:24.626265Z","steps":["trace[1352480146] 'agreement among raft nodes before linearized reading' (duration: 943.24664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:24.626335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:23.682812Z","time spent":"943.513345ms","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":21,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:40:24.626313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.856763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-26T01:40:24.626329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.719889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:40:24.626391Z","caller":"traceutil/trace.go:171","msg":"trace[1225293009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2342; }","duration":"597.984335ms","start":"2026-02-26T01:40:24.028389Z","end":"2026-02-26T01:40:24.626373Z","steps":["trace[1225293009] 'agreement among raft nodes before linearized reading' (duration: 597.72609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:24.626434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:24.02836Z","time spent":"598.064757ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T01:40:24.62644Z","caller":"traceutil/trace.go:171","msg":"trace[1295766003] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2342; }","duration":"333.844941ms","start":"2026-02-26T01:40:24.292569Z","end":"2026-02-26T01:40:24.626414Z","steps":["trace[1295766003] 'agreement among raft nodes before linearized reading' (duration: 333.650887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:24.6265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:24.292491Z","time spent":"333.994223ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:40:24.626512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.294875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-26T01:40:24.626562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.969995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-02-26T01:40:24.626586Z","caller":"traceutil/trace.go:171","msg":"trace[1681130841] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2342; }","duration":"598.007356ms","start":"2026-02-26T01:40:24.028568Z","end":"2026-02-26T01:40:24.626576Z","steps":["trace[1681130841] 'agreement among raft nodes before linearized reading' (duration: 597.717971ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:24.626576Z","caller":"traceutil/trace.go:171","msg":"trace[1652430835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2342; }","duration":"876.383427ms","start":"2026-02-26T01:40:23.750182Z","end":"2026-02-26T01:40:24.626566Z","steps":["trace[1652430835] 'agreement among raft nodes before linearized reading' (duration: 876.114103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:24.626604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:24.028555Z","time spent":"598.045146ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:40:24.626612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:23.75017Z","time spent":"876.433658ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:40:24.626618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.27024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T01:40:24.626823Z","caller":"traceutil/trace.go:171","msg":"trace[598320194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2342; }","duration":"598.500135ms","start":"2026-02-26T01:40:24.028302Z","end":"2026-02-26T01:40:24.626802Z","steps":["trace[598320194] 'agreement among raft nodes before linearized reading' (duration: 597.868324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:24.62667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.791504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:40:24.626889Z","caller":"traceutil/trace.go:171","msg":"trace[977080150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2342; }","duration":"642.040869ms","start":"2026-02-26T01:40:23.984835Z","end":"2026-02-26T01:40:24.626876Z","steps":["trace[977080150] 'agreement among raft nodes before linearized reading' (duration: 641.448688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:24.626889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:24.028288Z","time spent":"598.585287ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:40:24.626931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:23.984812Z","time spent":"642.106199ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:40:24.626982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.823018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:40:24.62712Z","caller":"traceutil/trace.go:171","msg":"trace[406678618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2342; }","duration":"565.116653ms","start":"2026-02-26T01:40:24.061969Z","end":"2026-02-26T01:40:24.627086Z","steps":["trace[406678618] 'agreement among raft nodes before linearized reading' (duration: 564.32496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:24.627198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:24.061958Z","time spent":"565.223915ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:40:24.627422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.946572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-26T01:40:24.627557Z","caller":"traceutil/trace.go:171","msg":"trace[1103817200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2342; }","duration":"599.138765ms","start":"2026-02-26T01:40:24.0284Z","end":"2026-02-26T01:40:24.627539Z","steps":["trace[1103817200] 'agreement among raft nodes before linearized reading' (duration: 597.842913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:24.627604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:24.028357Z","time spent":"599.235068ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T01:40:28.635108Z","caller":"traceutil/trace.go:171","msg":"trace[938946502] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"206.602149ms","start":"2026-02-26T01:40:28.42845Z","end":"2026-02-26T01:40:28.635052Z","steps":["trace[938946502] 'process raft request' (duration: 163.92577ms)","trace[938946502] 'compare' (duration: 42.418655ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:40:28.635385Z","caller":"traceutil/trace.go:171","msg":"trace[251614556] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"206.226802ms","start":"2026-02-26T01:40:28.429125Z","end":"2026-02-26T01:40:28.635352Z","steps":["trace[251614556] 'process raft request' (duration: 205.851996ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:28.635628Z","caller":"traceutil/trace.go:171","msg":"trace[540999793] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"205.867856ms","start":"2026-02-26T01:40:28.429731Z","end":"2026-02-26T01:40:28.635599Z","steps":["trace[540999793] 'process raft request' (duration: 205.56096ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:28.635675Z","caller":"traceutil/trace.go:171","msg":"trace[1332610455] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"205.867096ms","start":"2026-02-26T01:40:28.429764Z","end":"2026-02-26T01:40:28.635631Z","steps":["trace[1332610455] 'process raft request' (duration: 205.689763ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:57.266396Z","caller":"traceutil/trace.go:171","msg":"trace[1710757618] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"421.284505ms","start":"2026-02-26T01:40:56.84509Z","end":"2026-02-26T01:40:57.266374Z","steps":["trace[1710757618] 'process raft request' (duration: 421.176493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:57.266526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:56.845071Z","time spent":"421.394496ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:40:57.266691Z","caller":"traceutil/trace.go:171","msg":"trace[155730038] linearizableReadLoop","detail":"{readStateIndex:2626; appliedIndex:2626; }","duration":"407.438065ms","start":"2026-02-26T01:40:56.859223Z","end":"2026-02-26T01:40:57.266661Z","steps":["trace[155730038] 'read index received' (duration: 407.425584ms)","trace[155730038] 'applied index is now lower than readState.Index' (duration: 9.88µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:40:57.266938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.70553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:40:57.266978Z","caller":"traceutil/trace.go:171","msg":"trace[1965291649] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2522; }","duration":"407.806242ms","start":"2026-02-26T01:40:56.859161Z","end":"2026-02-26T01:40:57.266967Z","steps":["trace[1965291649] 'agreement among raft nodes before linearized reading' (duration: 407.634179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:57.267015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:56.85914Z","time spent":"407.865362ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T01:40:57.283749Z","caller":"traceutil/trace.go:171","msg":"trace[1604623842] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"382.428805ms","start":"2026-02-26T01:40:56.901297Z","end":"2026-02-26T01:40:57.283726Z","steps":["trace[1604623842] 'process raft request' (duration: 382.239591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:57.28378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.369301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T01:40:57.283846Z","caller":"traceutil/trace.go:171","msg":"trace[411542731] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2524; }","duration":"423.461293ms","start":"2026-02-26T01:40:56.860362Z","end":"2026-02-26T01:40:57.283824Z","steps":["trace[411542731] 'agreement among raft nodes before linearized reading' (duration: 423.29775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:57.28389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:56.90128Z","time spent":"382.526536ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:40:57.283912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.786587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:40:57.283897Z","caller":"traceutil/trace.go:171","msg":"trace[994509448] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"238.090806ms","start":"2026-02-26T01:40:57.045755Z","end":"2026-02-26T01:40:57.283845Z","steps":["trace[994509448] 'process raft request' (duration: 237.861062ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:57.283973Z","caller":"traceutil/trace.go:171","msg":"trace[1751776032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2524; }","duration":"419.863758ms","start":"2026-02-26T01:40:56.864093Z","end":"2026-02-26T01:40:57.283956Z","steps":["trace[1751776032] 'agreement among raft nodes before linearized reading' (duration: 419.697106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:57.284027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:56.864086Z","time spent":"419.928799ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:40:57.28377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.624605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:40:57.284077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.050792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:40:57.28419Z","caller":"traceutil/trace.go:171","msg":"trace[93068795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2524; }","duration":"420.268256ms","start":"2026-02-26T01:40:56.863904Z","end":"2026-02-26T01:40:57.284172Z","steps":["trace[93068795] 'agreement among raft nodes before linearized reading' (duration: 420.028222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:57.283904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:56.860346Z","time spent":"423.545994ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:40:57.284226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.279895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-26T01:40:57.284281Z","caller":"traceutil/trace.go:171","msg":"trace[965146647] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2524; }","duration":"310.380268ms","start":"2026-02-26T01:40:56.973887Z","end":"2026-02-26T01:40:57.284267Z","steps":["trace[965146647] 'agreement among raft nodes before linearized reading' (duration: 310.237114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:57.284323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:56.973864Z","time spent":"310.447489ms","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-26T01:40:57.284245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:56.863894Z","time spent":"420.336977ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T01:40:57.284337Z","caller":"traceutil/trace.go:171","msg":"trace[650233469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2524; }","duration":"239.079283ms","start":"2026-02-26T01:40:57.045079Z","end":"2026-02-26T01:40:57.284158Z","steps":["trace[650233469] 'agreement among raft nodes before linearized reading' (duration: 238.600505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:57.284488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.188039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:40:57.284603Z","caller":"traceutil/trace.go:171","msg":"trace[732771145] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2524; }","duration":"423.322931ms","start":"2026-02-26T01:40:56.861259Z","end":"2026-02-26T01:40:57.284582Z","steps":["trace[732771145] 'agreement among raft nodes before linearized reading' (duration: 422.825072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:57.284703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:56.861248Z","time spent":"423.439003ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:40:58.64046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.733611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:40:58.640598Z","caller":"traceutil/trace.go:171","msg":"trace[1814703197] linearizableReadLoop","detail":"{readStateIndex:2629; appliedIndex:2628; }","duration":"1.353477645s","start":"2026-02-26T01:40:57.287095Z","end":"2026-02-26T01:40:58.640573Z","steps":["trace[1814703197] 'read index received' (duration: 480.4929ms)","trace[1814703197] 'applied index is now lower than readState.Index' (duration: 872.982985ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:40:58.640704Z","caller":"traceutil/trace.go:171","msg":"trace[1982162403] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"1.369192189s","start":"2026-02-26T01:40:57.271493Z","end":"2026-02-26T01:40:58.640685Z","steps":["trace[1982162403] 'process raft request' (duration: 496.120232ms)","trace[1982162403] 'compare' (duration: 872.192542ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:40:58.640797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:57.271479Z","time spent":"1.36926797s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:40:58.641211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353958664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:40:58.641284Z","caller":"traceutil/trace.go:171","msg":"trace[722270429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2525; }","duration":"1.354206229s","start":"2026-02-26T01:40:57.287058Z","end":"2026-02-26T01:40:58.641264Z","steps":["trace[722270429] 'agreement among raft nodes before linearized reading' (duration: 1.353822981s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:58.641318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:57.287037Z","time spent":"1.354273011s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:40:58.671344Z","caller":"traceutil/trace.go:171","msg":"trace[1891769083] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"1.382415186s","start":"2026-02-26T01:40:57.288906Z","end":"2026-02-26T01:40:58.671322Z","steps":["trace[1891769083] 'process raft request' (duration: 1.382222053s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:58.671357Z","caller":"traceutil/trace.go:171","msg":"trace[1485900187] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"1.382351026s","start":"2026-02-26T01:40:57.288985Z","end":"2026-02-26T01:40:58.671336Z","steps":["trace[1485900187] 'process raft request' (duration: 1.382266964s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:58.671447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:57.288891Z","time spent":"1.382504938s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:40:58.671506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:57.288935Z","time spent":"1.382489597s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:40:58.671664Z","caller":"traceutil/trace.go:171","msg":"trace[795121506] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"1.382293074s","start":"2026-02-26T01:40:57.28936Z","end":"2026-02-26T01:40:58.671653Z","steps":["trace[795121506] 'process raft request' (duration: 1.381930798s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:58.671721Z","caller":"traceutil/trace.go:171","msg":"trace[1430109182] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"1.382277024s","start":"2026-02-26T01:40:57.289428Z","end":"2026-02-26T01:40:58.671705Z","steps":["trace[1430109182] 'process raft request' (duration: 1.382124441s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:58.671727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:57.289346Z","time spent":"1.382349385s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:40:58.671735Z","caller":"traceutil/trace.go:171","msg":"trace[247086583] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"1.074105276s","start":"2026-02-26T01:40:57.597592Z","end":"2026-02-26T01:40:58.671698Z","steps":["trace[247086583] 'process raft request' (duration: 1.074055585s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:58.671789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:57.289405Z","time spent":"1.382351135s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:40:58.671838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:57.597564Z","time spent":"1.07422683s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:40:58.673861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.194245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:40:58.673938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386138693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-02-26T01:40:58.674008Z","caller":"traceutil/trace.go:171","msg":"trace[1841650211] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2531; }","duration":"1.386240616s","start":"2026-02-26T01:40:57.287749Z","end":"2026-02-26T01:40:58.67399Z","steps":["trace[1841650211] 'agreement among raft nodes before linearized reading' (duration: 1.386045562s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:58.674049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:57.287731Z","time spent":"1.386310476s","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-02-26T01:40:58.674012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.513594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-26T01:40:58.674098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.572593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1897a84f7e866fb3\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-02-26T01:40:58.674155Z","caller":"traceutil/trace.go:171","msg":"trace[2112131781] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:2531; }","duration":"293.693998ms","start":"2026-02-26T01:40:58.380409Z","end":"2026-02-26T01:40:58.674103Z","steps":["trace[2112131781] 'agreement among raft nodes before linearized reading' (duration: 293.350882ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:58.674175Z","caller":"traceutil/trace.go:171","msg":"trace[1568150254] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1897a84f7e866fb3; range_end:; response_count:1; response_revision:2531; }","duration":"915.705775ms","start":"2026-02-26T01:40:57.758459Z","end":"2026-02-26T01:40:58.674165Z","steps":["trace[1568150254] 'agreement among raft nodes before linearized reading' (duration: 915.501111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:58.674217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:57.758435Z","time spent":"915.773986ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.1897a84f7e866fb3\" "} {"level":"info","ts":"2026-02-26T01:40:58.673918Z","caller":"traceutil/trace.go:171","msg":"trace[223118930] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"879.377181ms","start":"2026-02-26T01:40:57.794522Z","end":"2026-02-26T01:40:58.673899Z","steps":["trace[223118930] 'process raft request' (duration: 879.126467ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:40:58.674336Z","caller":"traceutil/trace.go:171","msg":"trace[1080668681] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2531; }","duration":"550.323517ms","start":"2026-02-26T01:40:58.123645Z","end":"2026-02-26T01:40:58.673969Z","steps":["trace[1080668681] 'agreement among raft nodes before linearized reading' (duration: 550.122184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:40:58.674407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:57.794495Z","time spent":"879.867569ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:40:58.675064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:40:58.123578Z","time spent":"550.882927ms","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":56,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:41:04.865282Z","caller":"traceutil/trace.go:171","msg":"trace[95997383] linearizableReadLoop","detail":"{readStateIndex:2665; appliedIndex:2664; }","duration":"172.031617ms","start":"2026-02-26T01:41:04.693226Z","end":"2026-02-26T01:41:04.865257Z","steps":["trace[95997383] 'read index received' (duration: 171.821734ms)","trace[95997383] 'applied index is now lower than readState.Index' (duration: 208.923µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:41:04.865529Z","caller":"traceutil/trace.go:171","msg":"trace[1114150544] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"192.299451ms","start":"2026-02-26T01:41:04.673179Z","end":"2026-02-26T01:41:04.865479Z","steps":["trace[1114150544] 'process raft request' (duration: 191.933805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:41:04.865629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.396293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-26T01:41:04.865648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.041303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T01:41:04.865694Z","caller":"traceutil/trace.go:171","msg":"trace[1037943417] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2559; }","duration":"172.504216ms","start":"2026-02-26T01:41:04.693163Z","end":"2026-02-26T01:41:04.865667Z","steps":["trace[1037943417] 'agreement among raft nodes before linearized reading' (duration: 172.283452ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:41:04.86569Z","caller":"traceutil/trace.go:171","msg":"trace[934669345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2559; }","duration":"169.094734ms","start":"2026-02-26T01:41:04.696584Z","end":"2026-02-26T01:41:04.865679Z","steps":["trace[934669345] 'agreement among raft nodes before linearized reading' (duration: 168.950841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:41:04.865765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.682971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:41:04.8658Z","caller":"traceutil/trace.go:171","msg":"trace[748868855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2559; }","duration":"166.734702ms","start":"2026-02-26T01:41:04.699058Z","end":"2026-02-26T01:41:04.865792Z","steps":["trace[748868855] 'agreement among raft nodes before linearized reading' (duration: 166.65152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:41:04.866017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.157955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:41:04.866147Z","caller":"traceutil/trace.go:171","msg":"trace[1911597060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2559; }","duration":"169.349579ms","start":"2026-02-26T01:41:04.696751Z","end":"2026-02-26T01:41:04.866101Z","steps":["trace[1911597060] 'agreement among raft nodes before linearized reading' (duration: 168.990622ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:30.044285Z","caller":"traceutil/trace.go:171","msg":"trace[235715421] linearizableReadLoop","detail":"{readStateIndex:3590; appliedIndex:3589; }","duration":"413.597612ms","start":"2026-02-26T01:43:29.630667Z","end":"2026-02-26T01:43:30.044264Z","steps":["trace[235715421] 'read index received' (duration: 413.50756ms)","trace[235715421] 'applied index is now lower than readState.Index' (duration: 88.812µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:43:30.044349Z","caller":"traceutil/trace.go:171","msg":"trace[1085519838] transaction","detail":"{read_only:false; response_revision:3448; number_of_response:1; }","duration":"415.994137ms","start":"2026-02-26T01:43:29.62832Z","end":"2026-02-26T01:43:30.044314Z","steps":["trace[1085519838] 'process raft request' (duration: 415.806373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:30.044546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.857838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T01:43:30.044642Z","caller":"traceutil/trace.go:171","msg":"trace[38909966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3448; }","duration":"413.98567ms","start":"2026-02-26T01:43:29.630644Z","end":"2026-02-26T01:43:30.04463Z","steps":["trace[38909966] 'agreement among raft nodes before linearized reading' (duration: 413.771597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:30.044748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:29.630635Z","time spent":"414.077232ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:43:30.044793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:29.628304Z","time spent":"416.276713ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:43:30.100981Z","caller":"traceutil/trace.go:171","msg":"trace[1448713149] transaction","detail":"{read_only:false; response_revision:3449; number_of_response:1; }","duration":"220.74381ms","start":"2026-02-26T01:43:29.880213Z","end":"2026-02-26T01:43:30.100957Z","steps":["trace[1448713149] 'process raft request' (duration: 218.578001ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:30.101246Z","caller":"traceutil/trace.go:171","msg":"trace[1828105710] transaction","detail":"{read_only:false; response_revision:3450; number_of_response:1; }","duration":"218.745103ms","start":"2026-02-26T01:43:29.882466Z","end":"2026-02-26T01:43:30.101211Z","steps":["trace[1828105710] 'process raft request' (duration: 218.448888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:30.101527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.033954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T01:43:30.101533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.357108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T01:43:30.101531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.70132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T01:43:30.101562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.861834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T01:43:30.101584Z","caller":"traceutil/trace.go:171","msg":"trace[679739607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3451; }","duration":"107.149716ms","start":"2026-02-26T01:43:29.994421Z","end":"2026-02-26T01:43:30.101571Z","steps":["trace[679739607] 'agreement among raft nodes before linearized reading' (duration: 106.981133ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:30.101605Z","caller":"traceutil/trace.go:171","msg":"trace[1573090232] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3451; }","duration":"462.45832ms","start":"2026-02-26T01:43:29.639124Z","end":"2026-02-26T01:43:30.101583Z","steps":["trace[1573090232] 'agreement among raft nodes before linearized reading' (duration: 462.268757ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:30.101617Z","caller":"traceutil/trace.go:171","msg":"trace[405026705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3451; }","duration":"458.965826ms","start":"2026-02-26T01:43:29.642637Z","end":"2026-02-26T01:43:30.101603Z","steps":["trace[405026705] 'agreement among raft nodes before linearized reading' (duration: 458.710801ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:43:30.101611Z","caller":"traceutil/trace.go:171","msg":"trace[1202019482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3451; }","duration":"470.845562ms","start":"2026-02-26T01:43:29.630747Z","end":"2026-02-26T01:43:30.101592Z","steps":["trace[1202019482] 'agreement among raft nodes before linearized reading' (duration: 470.585228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:43:30.101646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:29.639106Z","time spent":"462.531751ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:43:30.101654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:29.642589Z","time spent":"459.056587ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:43:30.101664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:43:29.630725Z","time spent":"470.930593ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:43:30.101849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.046755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-26T01:43:30.102229Z","caller":"traceutil/trace.go:171","msg":"trace[1370677112] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:3451; }","duration":"172.187818ms","start":"2026-02-26T01:43:29.92976Z","end":"2026-02-26T01:43:30.101948Z","steps":["trace[1370677112] 'agreement among raft nodes before linearized reading' (duration: 172.010854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:49.161743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.896067ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:44:49.161872Z","caller":"traceutil/trace.go:171","msg":"trace[196156400] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4280; }","duration":"257.0491ms","start":"2026-02-26T01:44:48.904806Z","end":"2026-02-26T01:44:49.161855Z","steps":["trace[196156400] 'range keys from in-memory index tree' (duration: 256.867685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:49.162209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.733532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:44:49.162317Z","caller":"traceutil/trace.go:171","msg":"trace[66828040] transaction","detail":"{read_only:false; response_revision:4281; number_of_response:1; }","duration":"409.761533ms","start":"2026-02-26T01:44:48.752538Z","end":"2026-02-26T01:44:49.162299Z","steps":["trace[66828040] 'process raft request' (duration: 298.822179ms)","trace[66828040] 'compare' (duration: 110.565388ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:44:49.162385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:48.752512Z","time spent":"409.843964ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1903,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:49.168481Z","caller":"traceutil/trace.go:171","msg":"trace[447992166] transaction","detail":"{read_only:false; response_revision:4283; number_of_response:1; }","duration":"413.897937ms","start":"2026-02-26T01:44:48.754562Z","end":"2026-02-26T01:44:49.16846Z","steps":["trace[447992166] 'process raft request' (duration: 413.733324ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:49.168519Z","caller":"traceutil/trace.go:171","msg":"trace[1738928907] transaction","detail":"{read_only:false; response_revision:4284; number_of_response:1; }","duration":"209.706648ms","start":"2026-02-26T01:44:48.958785Z","end":"2026-02-26T01:44:49.168491Z","steps":["trace[1738928907] 'process raft request' (duration: 209.573206ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:49.168565Z","caller":"traceutil/trace.go:171","msg":"trace[762233202] transaction","detail":"{read_only:false; response_revision:4282; number_of_response:1; }","duration":"415.338554ms","start":"2026-02-26T01:44:48.753169Z","end":"2026-02-26T01:44:49.168508Z","steps":["trace[762233202] 'process raft request' (duration: 414.963067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:49.168651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:48.754475Z","time spent":"414.05986ms","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5194,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:49.168753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:48.753152Z","time spent":"415.506437ms","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1329,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:49.168775Z","caller":"traceutil/trace.go:171","msg":"trace[570012685] transaction","detail":"{read_only:false; response_revision:4285; number_of_response:1; }","duration":"190.553801ms","start":"2026-02-26T01:44:48.978208Z","end":"2026-02-26T01:44:49.168762Z","steps":["trace[570012685] 'process raft request' (duration: 190.208104ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:49.169149Z","caller":"traceutil/trace.go:171","msg":"trace[1691291959] linearizableReadLoop","detail":"{readStateIndex:4462; appliedIndex:4459; }","duration":"400.174098ms","start":"2026-02-26T01:44:48.768942Z","end":"2026-02-26T01:44:49.169116Z","steps":["trace[1691291959] 'read index received' (duration: 282.492811ms)","trace[1691291959] 'applied index is now lower than readState.Index' (duration: 117.679727ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:49.169271Z","caller":"traceutil/trace.go:171","msg":"trace[595545082] transaction","detail":"{read_only:false; response_revision:4286; number_of_response:1; }","duration":"186.993016ms","start":"2026-02-26T01:44:48.982248Z","end":"2026-02-26T01:44:49.169241Z","steps":["trace[595545082] 'process raft request' (duration: 186.482528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:49.169383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.513869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-02-26T01:44:49.169316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.368472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16031"} {"level":"info","ts":"2026-02-26T01:44:49.169414Z","caller":"traceutil/trace.go:171","msg":"trace[152781767] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4286; }","duration":"196.58002ms","start":"2026-02-26T01:44:48.972825Z","end":"2026-02-26T01:44:49.169405Z","steps":["trace[152781767] 'agreement among raft nodes before linearized reading' (duration: 196.519939ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:49.169426Z","caller":"traceutil/trace.go:171","msg":"trace[1523812649] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:4286; }","duration":"400.503294ms","start":"2026-02-26T01:44:48.76891Z","end":"2026-02-26T01:44:49.169414Z","steps":["trace[1523812649] 'agreement among raft nodes before linearized reading' (duration: 400.334862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:49.169409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.613781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:44:49.170625Z","caller":"traceutil/trace.go:171","msg":"trace[228330351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4286; }","duration":"126.904645ms","start":"2026-02-26T01:44:49.043701Z","end":"2026-02-26T01:44:49.170606Z","steps":["trace[228330351] 'agreement among raft nodes before linearized reading' (duration: 125.616712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:49.16948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:48.768899Z","time spent":"400.560395ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":16053,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-26T01:44:49.169521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.274116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-02-26T01:44:49.170862Z","caller":"traceutil/trace.go:171","msg":"trace[135195222] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4286; }","duration":"202.632571ms","start":"2026-02-26T01:44:48.968191Z","end":"2026-02-26T01:44:49.170823Z","steps":["trace[135195222] 'agreement among raft nodes before linearized reading' (duration: 201.110774ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:50.945293Z","caller":"traceutil/trace.go:171","msg":"trace[738980172] transaction","detail":"{read_only:false; response_revision:4357; number_of_response:1; }","duration":"197.269142ms","start":"2026-02-26T01:44:50.747989Z","end":"2026-02-26T01:44:50.945258Z","steps":["trace[738980172] 'process raft request' (duration: 197.005158ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:51.02451Z","caller":"traceutil/trace.go:171","msg":"trace[1020783852] transaction","detail":"{read_only:false; response_revision:4358; number_of_response:1; }","duration":"275.133757ms","start":"2026-02-26T01:44:50.749352Z","end":"2026-02-26T01:44:51.024485Z","steps":["trace[1020783852] 'process raft request' (duration: 275.017845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:51.193001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.445059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:44:51.193093Z","caller":"traceutil/trace.go:171","msg":"trace[26319849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4358; }","duration":"147.587001ms","start":"2026-02-26T01:44:51.045484Z","end":"2026-02-26T01:44:51.193071Z","steps":["trace[26319849] 'range keys from in-memory index tree' (duration: 147.378127ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:51.276863Z","caller":"traceutil/trace.go:171","msg":"trace[1666714587] transaction","detail":"{read_only:false; response_revision:4359; number_of_response:1; }","duration":"230.500746ms","start":"2026-02-26T01:44:51.046324Z","end":"2026-02-26T01:44:51.276824Z","steps":["trace[1666714587] 'process raft request' (duration: 230.333633ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:53.253289Z","caller":"traceutil/trace.go:171","msg":"trace[1207471048] transaction","detail":"{read_only:false; response_revision:4395; number_of_response:1; }","duration":"346.290209ms","start":"2026-02-26T01:44:52.906969Z","end":"2026-02-26T01:44:53.253259Z","steps":["trace[1207471048] 'process raft request' (duration: 268.573107ms)","trace[1207471048] 'compare' (duration: 77.60658ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:44:53.253345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.487671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:44:53.253442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:52.90695Z","time spent":"346.412582ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:53.253452Z","caller":"traceutil/trace.go:171","msg":"trace[492074750] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4394; }","duration":"435.670733ms","start":"2026-02-26T01:44:52.817757Z","end":"2026-02-26T01:44:53.253428Z","steps":["trace[492074750] 'count revisions from in-memory index tree' (duration: 435.391578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:53.253514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:52.817738Z","time spent":"435.764426ms","remote":"127.0.0.1:42444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:44:55.041611Z","caller":"traceutil/trace.go:171","msg":"trace[278214785] linearizableReadLoop","detail":"{readStateIndex:4593; appliedIndex:4590; }","duration":"277.420389ms","start":"2026-02-26T01:44:54.764162Z","end":"2026-02-26T01:44:55.041582Z","steps":["trace[278214785] 'read index received' (duration: 18.449935ms)","trace[278214785] 'applied index is now lower than readState.Index' (duration: 258.969014ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:44:55.04199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.794435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ad97bcf-66ce-48fe-ac36-211c0f1465f6\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-02-26T01:44:55.042044Z","caller":"traceutil/trace.go:171","msg":"trace[666959754] transaction","detail":"{read_only:false; response_revision:4412; number_of_response:1; }","duration":"293.129485ms","start":"2026-02-26T01:44:54.748892Z","end":"2026-02-26T01:44:55.042022Z","steps":["trace[666959754] 'process raft request' (duration: 292.637666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:55.042089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.279195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-be051e45-21cd-45ab-83ca-a9d57bbdda3f\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-02-26T01:44:55.042093Z","caller":"traceutil/trace.go:171","msg":"trace[1465102504] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ad97bcf-66ce-48fe-ac36-211c0f1465f6; range_end:; response_count:1; response_revision:4412; }","duration":"277.956428ms","start":"2026-02-26T01:44:54.764113Z","end":"2026-02-26T01:44:55.04207Z","steps":["trace[1465102504] 'agreement among raft nodes before linearized reading' (duration: 277.676754ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.042198Z","caller":"traceutil/trace.go:171","msg":"trace[247837886] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-be051e45-21cd-45ab-83ca-a9d57bbdda3f; range_end:; response_count:1; response_revision:4412; }","duration":"250.432199ms","start":"2026-02-26T01:44:54.791749Z","end":"2026-02-26T01:44:55.042181Z","steps":["trace[247837886] 'agreement among raft nodes before linearized reading' (duration: 250.158614ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:55.042069Z","caller":"traceutil/trace.go:171","msg":"trace[131192154] transaction","detail":"{read_only:false; response_revision:4411; number_of_response:1; }","duration":"293.933318ms","start":"2026-02-26T01:44:54.748075Z","end":"2026-02-26T01:44:55.042008Z","steps":["trace[131192154] 'process raft request' (duration: 293.320688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:55.042279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.21196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:516910"} {"level":"info","ts":"2026-02-26T01:44:55.042348Z","caller":"traceutil/trace.go:171","msg":"trace[404271719] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4412; }","duration":"253.311421ms","start":"2026-02-26T01:44:54.789019Z","end":"2026-02-26T01:44:55.04233Z","steps":["trace[404271719] 'agreement among raft nodes before linearized reading' (duration: 252.792001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:57.24632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.525747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:44:57.246601Z","caller":"traceutil/trace.go:171","msg":"trace[1573811623] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"278.545709ms","start":"2026-02-26T01:44:56.968017Z","end":"2026-02-26T01:44:57.246563Z","steps":["trace[1573811623] 'process raft request' (duration: 278.482698ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:57.246601Z","caller":"traceutil/trace.go:171","msg":"trace[432202811] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"278.56534ms","start":"2026-02-26T01:44:56.967993Z","end":"2026-02-26T01:44:57.246558Z","steps":["trace[432202811] 'process raft request' (duration: 278.462838ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:57.246578Z","caller":"traceutil/trace.go:171","msg":"trace[966529715] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"278.615451ms","start":"2026-02-26T01:44:56.967925Z","end":"2026-02-26T01:44:57.246541Z","steps":["trace[966529715] 'process raft request' (duration: 74.781748ms)","trace[966529715] 'compare' (duration: 203.303733ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:57.246699Z","caller":"traceutil/trace.go:171","msg":"trace[1588567883] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"269.186079ms","start":"2026-02-26T01:44:56.977495Z","end":"2026-02-26T01:44:57.246681Z","steps":["trace[1588567883] 'process raft request' (duration: 269.129938ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:57.24671Z","caller":"traceutil/trace.go:171","msg":"trace[1181969515] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"270.212918ms","start":"2026-02-26T01:44:56.976486Z","end":"2026-02-26T01:44:57.246699Z","steps":["trace[1181969515] 'process raft request' (duration: 270.079286ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:57.24687Z","caller":"traceutil/trace.go:171","msg":"trace[1296197888] linearizableReadLoop","detail":"{readStateIndex:4730; appliedIndex:4722; }","duration":"278.54814ms","start":"2026-02-26T01:44:56.968241Z","end":"2026-02-26T01:44:57.246789Z","steps":["trace[1296197888] 'read index received' (duration: 7.835093ms)","trace[1296197888] 'applied index is now lower than readState.Index' (duration: 270.707897ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:57.246626Z","caller":"traceutil/trace.go:171","msg":"trace[1627710052] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"278.55623ms","start":"2026-02-26T01:44:56.968042Z","end":"2026-02-26T01:44:57.246599Z","steps":["trace[1627710052] 'process raft request' (duration: 278.483278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:57.24718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.33804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3842"} {"level":"info","ts":"2026-02-26T01:44:57.247233Z","caller":"traceutil/trace.go:171","msg":"trace[1523725931] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:4547; }","duration":"281.443032ms","start":"2026-02-26T01:44:56.965776Z","end":"2026-02-26T01:44:57.24722Z","steps":["trace[1523725931] 'agreement among raft nodes before linearized reading' (duration: 281.262569ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:57.282001Z","caller":"traceutil/trace.go:171","msg":"trace[1314348825] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"186.773992ms","start":"2026-02-26T01:44:57.095206Z","end":"2026-02-26T01:44:57.28198Z","steps":["trace[1314348825] 'process raft request' (duration: 186.6762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:57.282232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.188856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:44:57.282358Z","caller":"traceutil/trace.go:171","msg":"trace[452943568] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4548; }","duration":"124.365249ms","start":"2026-02-26T01:44:57.157975Z","end":"2026-02-26T01:44:57.28234Z","steps":["trace[452943568] 'agreement among raft nodes before linearized reading' (duration: 124.041292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:57.282468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.712382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-02-26T01:44:57.282457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.384355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-02-26T01:44:57.282482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.462465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:44:57.282526Z","caller":"traceutil/trace.go:171","msg":"trace[300994713] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4548; }","duration":"148.494247ms","start":"2026-02-26T01:44:57.134014Z","end":"2026-02-26T01:44:57.282508Z","steps":["trace[300994713] 'agreement among raft nodes before linearized reading' (duration: 148.280182ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:57.282522Z","caller":"traceutil/trace.go:171","msg":"trace[380494292] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4548; }","duration":"148.779573ms","start":"2026-02-26T01:44:57.133718Z","end":"2026-02-26T01:44:57.282497Z","steps":["trace[380494292] 'agreement among raft nodes before linearized reading' (duration: 148.538218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:57.282493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.189174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:44:57.282557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.989954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:3421"} {"level":"info","ts":"2026-02-26T01:44:57.282612Z","caller":"traceutil/trace.go:171","msg":"trace[133826602] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4548; }","duration":"310.365717ms","start":"2026-02-26T01:44:56.97222Z","end":"2026-02-26T01:44:57.282585Z","steps":["trace[133826602] 'agreement among raft nodes before linearized reading' (duration: 310.164984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:57.282611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.634098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T01:44:57.282635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.18458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-02-26T01:44:57.282678Z","caller":"traceutil/trace.go:171","msg":"trace[1796094788] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4548; }","duration":"236.73505ms","start":"2026-02-26T01:44:57.045923Z","end":"2026-02-26T01:44:57.282658Z","steps":["trace[1796094788] 'agreement among raft nodes before linearized reading' (duration: 236.513506ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:57.282656Z","caller":"traceutil/trace.go:171","msg":"trace[1117718118] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:4548; }","duration":"303.112176ms","start":"2026-02-26T01:44:56.979518Z","end":"2026-02-26T01:44:57.282631Z","steps":["trace[1117718118] 'agreement among raft nodes before linearized reading' (duration: 302.811131ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:57.282688Z","caller":"traceutil/trace.go:171","msg":"trace[1609081679] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4548; }","duration":"149.283562ms","start":"2026-02-26T01:44:57.133388Z","end":"2026-02-26T01:44:57.282672Z","steps":["trace[1609081679] 'agreement among raft nodes before linearized reading' (duration: 149.135569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:57.282679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:56.972198Z","time spent":"310.461319ms","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"info","ts":"2026-02-26T01:44:57.282533Z","caller":"traceutil/trace.go:171","msg":"trace[542402486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4548; }","duration":"236.529316ms","start":"2026-02-26T01:44:57.045988Z","end":"2026-02-26T01:44:57.282518Z","steps":["trace[542402486] 'agreement among raft nodes before linearized reading' (duration: 236.409854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:57.282729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:56.979509Z","time spent":"303.210968ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":3443,"request content":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" "} {"level":"warn","ts":"2026-02-26T01:44:57.28273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.516166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:716975"} {"level":"info","ts":"2026-02-26T01:44:57.282794Z","caller":"traceutil/trace.go:171","msg":"trace[732871205] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4548; }","duration":"236.613478ms","start":"2026-02-26T01:44:57.046163Z","end":"2026-02-26T01:44:57.282776Z","steps":["trace[732871205] 'agreement among raft nodes before linearized reading' (duration: 235.930605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:57.282361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.408517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:44:57.282866Z","caller":"traceutil/trace.go:171","msg":"trace[636149804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4548; }","duration":"240.974997ms","start":"2026-02-26T01:44:57.041878Z","end":"2026-02-26T01:44:57.282853Z","steps":["trace[636149804] 'agreement among raft nodes before linearized reading' (duration: 240.389426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:57.283341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.815033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2205593"} {"level":"info","ts":"2026-02-26T01:44:57.283404Z","caller":"traceutil/trace.go:171","msg":"trace[1175759686] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:4548; }","duration":"137.901164ms","start":"2026-02-26T01:44:57.145485Z","end":"2026-02-26T01:44:57.283386Z","steps":["trace[1175759686] 'agreement among raft nodes before linearized reading' (duration: 136.870886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:57.672591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.517987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:44:57.673082Z","caller":"traceutil/trace.go:171","msg":"trace[2019620111] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"378.633588ms","start":"2026-02-26T01:44:57.294431Z","end":"2026-02-26T01:44:57.673064Z","steps":["trace[2019620111] 'process raft request' (duration: 378.589658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:57.673154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:57.294418Z","time spent":"378.70828ms","remote":"127.0.0.1:53464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3622,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:44:57.673167Z","caller":"traceutil/trace.go:171","msg":"trace[1327849612] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"409.607851ms","start":"2026-02-26T01:44:57.263527Z","end":"2026-02-26T01:44:57.673135Z","steps":["trace[1327849612] 'process raft request' (duration: 409.255904ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:57.673172Z","caller":"traceutil/trace.go:171","msg":"trace[1791495412] linearizableReadLoop","detail":"{readStateIndex:4736; appliedIndex:4733; }","duration":"391.150056ms","start":"2026-02-26T01:44:57.281994Z","end":"2026-02-26T01:44:57.673144Z","steps":["trace[1791495412] 'read index received' (duration: 160.073869ms)","trace[1791495412] 'applied index is now lower than readState.Index' (duration: 231.073667ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:57.673187Z","caller":"traceutil/trace.go:171","msg":"trace[1794018911] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"421.270722ms","start":"2026-02-26T01:44:57.251887Z","end":"2026-02-26T01:44:57.673158Z","steps":["trace[1794018911] 'process raft request' (duration: 190.104433ms)","trace[1794018911] 'compare' (duration: 230.213351ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:57.673284Z","caller":"traceutil/trace.go:171","msg":"trace[866839288] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"386.226626ms","start":"2026-02-26T01:44:57.287039Z","end":"2026-02-26T01:44:57.673266Z","steps":["trace[866839288] 'process raft request' (duration: 385.859279ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:57.673255Z","caller":"traceutil/trace.go:171","msg":"trace[1460550261] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"383.408115ms","start":"2026-02-26T01:44:57.289796Z","end":"2026-02-26T01:44:57.673205Z","steps":["trace[1460550261] 'process raft request' (duration: 383.184001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:57.673319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:57.263517Z","time spent":"409.714532ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6497,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:44:57.673318Z","caller":"traceutil/trace.go:171","msg":"trace[1798338577] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"419.942728ms","start":"2026-02-26T01:44:57.253355Z","end":"2026-02-26T01:44:57.673297Z","steps":["trace[1798338577] 'process raft request' (duration: 419.345686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:57.673335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:57.251869Z","time spent":"421.384404ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":918,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:44:57.673377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:57.287014Z","time spent":"386.307137ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:57.67342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:57.253331Z","time spent":"420.03696ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":911,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:44:57.673429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.268293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3842"} {"level":"warn","ts":"2026-02-26T01:44:57.673437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.645068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4463"} {"level":"info","ts":"2026-02-26T01:44:57.673467Z","caller":"traceutil/trace.go:171","msg":"trace[1001784577] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:4555; }","duration":"409.345915ms","start":"2026-02-26T01:44:57.264112Z","end":"2026-02-26T01:44:57.673457Z","steps":["trace[1001784577] 'agreement among raft nodes before linearized reading' (duration: 409.159972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:57.673458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:57.289778Z","time spent":"383.580168ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4448,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:57.673505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:57.264102Z","time spent":"409.394466ms","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3864,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-02-26T01:44:57.673522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.973097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:44:57.673547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.618107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4473"} {"level":"info","ts":"2026-02-26T01:44:57.673293Z","caller":"traceutil/trace.go:171","msg":"trace[1679644155] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"384.586576ms","start":"2026-02-26T01:44:57.288681Z","end":"2026-02-26T01:44:57.673268Z","steps":["trace[1679644155] 'process raft request' (duration: 384.26328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:57.673561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.635577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:44:57.673588Z","caller":"traceutil/trace.go:171","msg":"trace[1445165765] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4555; }","duration":"388.050478ms","start":"2026-02-26T01:44:57.28552Z","end":"2026-02-26T01:44:57.673571Z","steps":["trace[1445165765] 'agreement among raft nodes before linearized reading' (duration: 387.877405ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:57.673591Z","caller":"traceutil/trace.go:171","msg":"trace[1682043097] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:4555; }","duration":"389.679758ms","start":"2026-02-26T01:44:57.2839Z","end":"2026-02-26T01:44:57.67358Z","steps":["trace[1682043097] 'agreement among raft nodes before linearized reading' (duration: 389.540525ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:57.673605Z","caller":"traceutil/trace.go:171","msg":"trace[1211522969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4555; }","duration":"389.714759ms","start":"2026-02-26T01:44:57.283879Z","end":"2026-02-26T01:44:57.673594Z","steps":["trace[1211522969] 'agreement among raft nodes before linearized reading' (duration: 389.647698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:57.673625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.81004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-lgvfz\" ","response":"range_response_count:1 size:4443"} {"level":"warn","ts":"2026-02-26T01:44:57.673631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:57.283894Z","time spent":"389.729569ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4495,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"warn","ts":"2026-02-26T01:44:57.673622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:57.288668Z","time spent":"384.921592ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:44:57.673637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:57.283861Z","time spent":"389.769789ms","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:44:57.67353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.101065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-02-26T01:44:57.673505Z","caller":"traceutil/trace.go:171","msg":"trace[631099341] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:4555; }","duration":"389.740629ms","start":"2026-02-26T01:44:57.283747Z","end":"2026-02-26T01:44:57.673488Z","steps":["trace[631099341] 'agreement among raft nodes before linearized reading' (duration: 389.602046ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:57.673659Z","caller":"traceutil/trace.go:171","msg":"trace[1351099144] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-lgvfz; range_end:; response_count:1; response_revision:4555; }","duration":"389.857561ms","start":"2026-02-26T01:44:57.28379Z","end":"2026-02-26T01:44:57.673648Z","steps":["trace[1351099144] 'agreement among raft nodes before linearized reading' (duration: 389.739289ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:57.673686Z","caller":"traceutil/trace.go:171","msg":"trace[1577939667] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4555; }","duration":"363.274688ms","start":"2026-02-26T01:44:57.310394Z","end":"2026-02-26T01:44:57.673669Z","steps":["trace[1577939667] 'agreement among raft nodes before linearized reading' (duration: 363.015014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:57.673697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:57.283731Z","time spent":"389.957102ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4485,"request content":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" "} {"level":"warn","ts":"2026-02-26T01:44:57.673702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:57.283785Z","time spent":"389.908743ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4465,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-lgvfz\" "} {"level":"warn","ts":"2026-02-26T01:44:57.673722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:57.310381Z","time spent":"363.331689ms","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1843,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-02-26T01:44:57.673636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:57.285503Z","time spent":"388.119139ms","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":70,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:44:57.673766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.261548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-02-26T01:44:57.673802Z","caller":"traceutil/trace.go:171","msg":"trace[1047875762] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4555; }","duration":"385.330859ms","start":"2026-02-26T01:44:57.28846Z","end":"2026-02-26T01:44:57.673791Z","steps":["trace[1047875762] 'agreement among raft nodes before linearized reading' (duration: 385.223717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:57.673831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:44:57.288428Z","time spent":"385.39554ms","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":730,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-02-26T01:44:57.674027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.485192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:716975"} {"level":"info","ts":"2026-02-26T01:44:57.674081Z","caller":"traceutil/trace.go:171","msg":"trace[426431583] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4555; }","duration":"205.584245ms","start":"2026-02-26T01:44:57.468481Z","end":"2026-02-26T01:44:57.674065Z","steps":["trace[426431583] 'agreement among raft nodes before linearized reading' (duration: 205.081516ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:57.893126Z","caller":"traceutil/trace.go:171","msg":"trace[1530096087] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"209.580277ms","start":"2026-02-26T01:44:57.683512Z","end":"2026-02-26T01:44:57.893092Z","steps":["trace[1530096087] 'process raft request' (duration: 137.268003ms)","trace[1530096087] 'compare' (duration: 72.130391ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:57.893166Z","caller":"traceutil/trace.go:171","msg":"trace[1805216263] linearizableReadLoop","detail":"{readStateIndex:4741; appliedIndex:4740; }","duration":"207.818646ms","start":"2026-02-26T01:44:57.68532Z","end":"2026-02-26T01:44:57.893139Z","steps":["trace[1805216263] 'read index received' (duration: 135.471231ms)","trace[1805216263] 'applied index is now lower than readState.Index' (duration: 72.344835ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:44:57.893342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.001579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-02-26T01:44:57.893376Z","caller":"traceutil/trace.go:171","msg":"trace[427804585] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4557; }","duration":"208.08051ms","start":"2026-02-26T01:44:57.685286Z","end":"2026-02-26T01:44:57.893367Z","steps":["trace[427804585] 'agreement among raft nodes before linearized reading' (duration: 207.921227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:57.893467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.843016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-02-26T01:44:57.893548Z","caller":"traceutil/trace.go:171","msg":"trace[1031425872] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4557; }","duration":"196.955527ms","start":"2026-02-26T01:44:57.696567Z","end":"2026-02-26T01:44:57.893522Z","steps":["trace[1031425872] 'agreement among raft nodes before linearized reading' (duration: 196.716833ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:58.099914Z","caller":"traceutil/trace.go:171","msg":"trace[1248551464] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"191.903035ms","start":"2026-02-26T01:44:57.907973Z","end":"2026-02-26T01:44:58.099876Z","steps":["trace[1248551464] 'process raft request' (duration: 92.706564ms)","trace[1248551464] 'compare' (duration: 98.947367ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:44:58.100135Z","caller":"traceutil/trace.go:171","msg":"trace[744197295] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4559; }","duration":"192.028948ms","start":"2026-02-26T01:44:57.908095Z","end":"2026-02-26T01:44:58.100124Z","steps":["trace[744197295] 'process raft request' (duration: 191.733602ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:58.100258Z","caller":"traceutil/trace.go:171","msg":"trace[1963882406] transaction","detail":"{read_only:false; response_revision:4560; number_of_response:1; }","duration":"121.13886ms","start":"2026-02-26T01:44:57.979087Z","end":"2026-02-26T01:44:58.100226Z","steps":["trace[1963882406] 'process raft request' (duration: 121.001178ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:58.100266Z","caller":"traceutil/trace.go:171","msg":"trace[149023656] linearizableReadLoop","detail":"{readStateIndex:4745; appliedIndex:4742; }","duration":"189.297629ms","start":"2026-02-26T01:44:57.910927Z","end":"2026-02-26T01:44:58.100225Z","steps":["trace[149023656] 'read index received' (duration: 38.046622ms)","trace[149023656] 'applied index is now lower than readState.Index' (duration: 151.238557ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:44:58.100587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.628415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-02-26T01:44:58.100591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.985318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:44:58.100629Z","caller":"traceutil/trace.go:171","msg":"trace[1934706752] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4560; }","duration":"189.744567ms","start":"2026-02-26T01:44:57.910873Z","end":"2026-02-26T01:44:58.100618Z","steps":["trace[1934706752] 'agreement among raft nodes before linearized reading' (duration: 189.507523ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:58.100634Z","caller":"traceutil/trace.go:171","msg":"trace[125559709] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4560; }","duration":"137.09096ms","start":"2026-02-26T01:44:57.963532Z","end":"2026-02-26T01:44:58.100623Z","steps":["trace[125559709] 'agreement among raft nodes before linearized reading' (duration: 136.936717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:58.100634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.753763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spc54\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-26T01:44:58.100649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.313964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-02-26T01:44:58.100707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.970597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:93781"} {"level":"info","ts":"2026-02-26T01:44:58.100711Z","caller":"traceutil/trace.go:171","msg":"trace[1808756392] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spc54; range_end:; response_count:1; response_revision:4560; }","duration":"120.853334ms","start":"2026-02-26T01:44:57.979838Z","end":"2026-02-26T01:44:58.100692Z","steps":["trace[1808756392] 'agreement among raft nodes before linearized reading' (duration: 120.62647ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:58.100729Z","caller":"traceutil/trace.go:171","msg":"trace[2104397369] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4560; }","duration":"186.415136ms","start":"2026-02-26T01:44:57.91429Z","end":"2026-02-26T01:44:58.100706Z","steps":["trace[2104397369] 'agreement among raft nodes before linearized reading' (duration: 186.178062ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:58.100748Z","caller":"traceutil/trace.go:171","msg":"trace[1831956385] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:4560; }","duration":"187.058368ms","start":"2026-02-26T01:44:57.913679Z","end":"2026-02-26T01:44:58.100737Z","steps":["trace[1831956385] 'agreement among raft nodes before linearized reading' (duration: 186.739082ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:59.830449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.824708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-26T01:44:59.830532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.805801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66c348f9-bc21-4919-bb46-20f3d0fca2c8\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-02-26T01:44:59.830527Z","caller":"traceutil/trace.go:171","msg":"trace[353969054] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4597; }","duration":"151.935379ms","start":"2026-02-26T01:44:59.678572Z","end":"2026-02-26T01:44:59.830507Z","steps":["trace[353969054] 'range keys from in-memory index tree' (duration: 151.636404ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:59.830559Z","caller":"traceutil/trace.go:171","msg":"trace[1454399744] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66c348f9-bc21-4919-bb46-20f3d0fca2c8; range_end:; response_count:1; response_revision:4597; }","duration":"230.864194ms","start":"2026-02-26T01:44:59.599687Z","end":"2026-02-26T01:44:59.830551Z","steps":["trace[1454399744] 'range keys from in-memory index tree' (duration: 230.674619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:44:59.830733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.971595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T01:44:59.830766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.650038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T01:44:59.830883Z","caller":"traceutil/trace.go:171","msg":"trace[170657259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4597; }","duration":"150.2456ms","start":"2026-02-26T01:44:59.680546Z","end":"2026-02-26T01:44:59.830792Z","steps":["trace[170657259] 'range keys from in-memory index tree' (duration: 149.800861ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:44:59.83113Z","caller":"traceutil/trace.go:171","msg":"trace[339231597] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4597; }","duration":"161.164557ms","start":"2026-02-26T01:44:59.669937Z","end":"2026-02-26T01:44:59.831102Z","steps":["trace[339231597] 'range keys from in-memory index tree' (duration: 160.272631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:03.128009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703312286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:45:03.166952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.018449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:03.167036Z","caller":"traceutil/trace.go:171","msg":"trace[1031969673] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4636; }","duration":"567.154611ms","start":"2026-02-26T01:45:02.599859Z","end":"2026-02-26T01:45:03.167013Z","steps":["trace[1031969673] 'range keys from in-memory index tree' (duration: 566.942128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:03.167086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:02.599838Z","time spent":"567.240004ms","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-02-26T01:45:03.167181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122793225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:03.167259Z","caller":"traceutil/trace.go:171","msg":"trace[1270722610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4636; }","duration":"1.122923507s","start":"2026-02-26T01:45:02.044317Z","end":"2026-02-26T01:45:03.167241Z","steps":["trace[1270722610] 'range keys from in-memory index tree' (duration: 1.122706373s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:03.167306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:02.044293Z","time spent":"1.123000888s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:45:03.167482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.6865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-02-26T01:45:03.167565Z","caller":"traceutil/trace.go:171","msg":"trace[1404947604] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4636; }","duration":"857.820261ms","start":"2026-02-26T01:45:02.309725Z","end":"2026-02-26T01:45:03.167545Z","steps":["trace[1404947604] 'range keys from in-memory index tree' (duration: 857.403345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:03.167612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:02.309707Z","time spent":"857.895853ms","remote":"127.0.0.1:44992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413104,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-26T01:45:03.167494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043665368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spc54\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-26T01:45:03.167762Z","caller":"traceutil/trace.go:171","msg":"trace[422145410] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spc54; range_end:; response_count:1; response_revision:4636; }","duration":"1.043949603s","start":"2026-02-26T01:45:02.123779Z","end":"2026-02-26T01:45:03.167729Z","steps":["trace[422145410] 'range keys from in-memory index tree' (duration: 1.043515796s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:03.16784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:02.123759Z","time spent":"1.044055184s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-spc54\" "} {"level":"info","ts":"2026-02-26T01:45:03.229108Z","caller":"traceutil/trace.go:171","msg":"trace[1392996210] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"618.549805ms","start":"2026-02-26T01:45:02.610542Z","end":"2026-02-26T01:45:03.229092Z","steps":["trace[1392996210] 'process raft request' (duration: 618.410103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:03.229222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:02.610524Z","time spent":"618.632086ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:03.244629Z","caller":"traceutil/trace.go:171","msg":"trace[1508391081] linearizableReadLoop","detail":"{readStateIndex:4826; appliedIndex:4824; }","duration":"617.16631ms","start":"2026-02-26T01:45:02.627404Z","end":"2026-02-26T01:45:03.24457Z","steps":["trace[1508391081] 'read index received' (duration: 601.622938ms)","trace[1508391081] 'applied index is now lower than readState.Index' (duration: 15.542332ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:03.244725Z","caller":"traceutil/trace.go:171","msg":"trace[1211098022] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"621.00211ms","start":"2026-02-26T01:45:02.623692Z","end":"2026-02-26T01:45:03.244694Z","steps":["trace[1211098022] 'process raft request' (duration: 620.692465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:03.244879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:02.623662Z","time spent":"621.137022ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:03.244913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.986487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T01:45:03.244908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.486816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T01:45:03.244939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.858249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:45:03.244989Z","caller":"traceutil/trace.go:171","msg":"trace[284087925] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4638; }","duration":"617.614678ms","start":"2026-02-26T01:45:02.627356Z","end":"2026-02-26T01:45:03.244971Z","steps":["trace[284087925] 'agreement among raft nodes before linearized reading' (duration: 617.369524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:03.245038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:02.627338Z","time spent":"617.691149ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:45:03.245109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.390964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T01:45:03.245156Z","caller":"traceutil/trace.go:171","msg":"trace[361452321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4638; }","duration":"432.471925ms","start":"2026-02-26T01:45:02.812672Z","end":"2026-02-26T01:45:03.245144Z","steps":["trace[361452321] 'agreement among raft nodes before linearized reading' (duration: 432.333343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:03.246333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:02.812655Z","time spent":"433.655967ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:45:03.246331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.978407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66c348f9-bc21-4919-bb46-20f3d0fca2c8\" ","response":"range_response_count:1 size:3893"} {"level":"info","ts":"2026-02-26T01:45:03.246404Z","caller":"traceutil/trace.go:171","msg":"trace[2030334286] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-66c348f9-bc21-4919-bb46-20f3d0fca2c8; range_end:; response_count:1; response_revision:4638; }","duration":"404.091169ms","start":"2026-02-26T01:45:02.842297Z","end":"2026-02-26T01:45:03.246388Z","steps":["trace[2030334286] 'agreement among raft nodes before linearized reading' (duration: 402.789595ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:03.244981Z","caller":"traceutil/trace.go:171","msg":"trace[357097920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4638; }","duration":"617.061819ms","start":"2026-02-26T01:45:02.627885Z","end":"2026-02-26T01:45:03.244946Z","steps":["trace[357097920] 'agreement among raft nodes before linearized reading' (duration: 616.868015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:03.246517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:02.62788Z","time spent":"618.625657ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T01:45:03.246097Z","caller":"traceutil/trace.go:171","msg":"trace[1315929555] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4638; }","duration":"424.004882ms","start":"2026-02-26T01:45:02.821012Z","end":"2026-02-26T01:45:03.245017Z","steps":["trace[1315929555] 'agreement among raft nodes before linearized reading' (duration: 423.807659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:03.24693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:02.821001Z","time spent":"425.901977ms","remote":"127.0.0.1:44992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:45:03.245189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.652463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T01:45:03.247003Z","caller":"traceutil/trace.go:171","msg":"trace[1512634422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4638; }","duration":"464.553788ms","start":"2026-02-26T01:45:02.782425Z","end":"2026-02-26T01:45:03.246978Z","steps":["trace[1512634422] 'agreement among raft nodes before linearized reading' (duration: 462.583352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:03.247046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:02.782372Z","time spent":"464.66384ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:45:03.246468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:02.842273Z","time spent":"404.17184ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3915,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-66c348f9-bc21-4919-bb46-20f3d0fca2c8\" "} {"level":"warn","ts":"2026-02-26T01:45:03.665222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.203991ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T01:45:03.665401Z","caller":"traceutil/trace.go:171","msg":"trace[1782135421] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"153.267013ms","start":"2026-02-26T01:45:03.51212Z","end":"2026-02-26T01:45:03.665387Z","steps":["trace[1782135421] 'process raft request' (duration: 153.173372ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:03.666783Z","caller":"traceutil/trace.go:171","msg":"trace[650644874] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"115.351825ms","start":"2026-02-26T01:45:03.551397Z","end":"2026-02-26T01:45:03.666749Z","steps":["trace[650644874] 'process raft request' (duration: 115.202573ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:03.70184Z","caller":"traceutil/trace.go:171","msg":"trace[1574934112] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"121.793422ms","start":"2026-02-26T01:45:03.580019Z","end":"2026-02-26T01:45:03.701813Z","steps":["trace[1574934112] 'process raft request' (duration: 121.474007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:06.381955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.924057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:45:06.38205Z","caller":"traceutil/trace.go:171","msg":"trace[704213269] linearizableReadLoop","detail":"{readStateIndex:4891; appliedIndex:4890; }","duration":"624.339091ms","start":"2026-02-26T01:45:05.757698Z","end":"2026-02-26T01:45:06.382037Z","steps":["trace[704213269] 'read index received' (duration: 105.170471ms)","trace[704213269] 'applied index is now lower than readState.Index' (duration: 519.16771ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:06.382113Z","caller":"traceutil/trace.go:171","msg":"trace[425665386] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"630.249127ms","start":"2026-02-26T01:45:05.751857Z","end":"2026-02-26T01:45:06.382106Z","steps":["trace[425665386] 'process raft request' (duration: 111.122408ms)","trace[425665386] 'compare' (duration: 518.808404ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:06.382255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:05.751838Z","time spent":"630.314429ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:45:06.382739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.043123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787198"} {"level":"info","ts":"2026-02-26T01:45:06.382769Z","caller":"traceutil/trace.go:171","msg":"trace[261775226] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4699; }","duration":"625.108574ms","start":"2026-02-26T01:45:05.757652Z","end":"2026-02-26T01:45:06.382761Z","steps":["trace[261775226] 'agreement among raft nodes before linearized reading' (duration: 624.745797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:06.382791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:05.757635Z","time spent":"625.151095ms","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":787220,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-02-26T01:45:06.382792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.283087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:06.382877Z","caller":"traceutil/trace.go:171","msg":"trace[2025273765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4699; }","duration":"337.413928ms","start":"2026-02-26T01:45:06.045442Z","end":"2026-02-26T01:45:06.382856Z","steps":["trace[2025273765] 'agreement among raft nodes before linearized reading' (duration: 337.278026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:06.382873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.290019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T01:45:06.382867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.760621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-02-26T01:45:06.38292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:06.045422Z","time spent":"337.48996ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:45:06.382949Z","caller":"traceutil/trace.go:171","msg":"trace[1618384965] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4699; }","duration":"515.397022ms","start":"2026-02-26T01:45:05.86753Z","end":"2026-02-26T01:45:06.382927Z","steps":["trace[1618384965] 'agreement among raft nodes before linearized reading' (duration: 515.166358ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:06.382948Z","caller":"traceutil/trace.go:171","msg":"trace[1708377525] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4699; }","duration":"459.855183ms","start":"2026-02-26T01:45:05.923075Z","end":"2026-02-26T01:45:06.38293Z","steps":["trace[1708377525] 'agreement among raft nodes before linearized reading' (duration: 459.633449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:06.382956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.556788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T01:45:06.382992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:05.923058Z","time spent":"459.924754ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-26T01:45:06.38299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:05.867511Z","time spent":"515.470403ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:45:06.382992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.905761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12972"} {"level":"info","ts":"2026-02-26T01:45:06.383025Z","caller":"traceutil/trace.go:171","msg":"trace[720987195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4699; }","duration":"513.645399ms","start":"2026-02-26T01:45:05.86936Z","end":"2026-02-26T01:45:06.383005Z","steps":["trace[720987195] 'agreement among raft nodes before linearized reading' (duration: 513.405535ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:06.383056Z","caller":"traceutil/trace.go:171","msg":"trace[1217080260] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4699; }","duration":"483.027234ms","start":"2026-02-26T01:45:05.900012Z","end":"2026-02-26T01:45:06.383039Z","steps":["trace[1217080260] 'agreement among raft nodes before linearized reading' (duration: 482.757459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:06.38307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:05.86935Z","time spent":"513.7095ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:45:06.383095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:05.899987Z","time spent":"483.099104ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12994,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-26T01:45:06.383385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.305001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:45:06.383491Z","caller":"traceutil/trace.go:171","msg":"trace[1680864828] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4699; }","duration":"171.996214ms","start":"2026-02-26T01:45:06.211464Z","end":"2026-02-26T01:45:06.38346Z","steps":["trace[1680864828] 'agreement among raft nodes before linearized reading' (duration: 171.25233ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:06.738824Z","caller":"traceutil/trace.go:171","msg":"trace[1274945483] transaction","detail":"{read_only:false; response_revision:4700; number_of_response:1; }","duration":"351.681227ms","start":"2026-02-26T01:45:06.387111Z","end":"2026-02-26T01:45:06.738792Z","steps":["trace[1274945483] 'process raft request' (duration: 291.207759ms)","trace[1274945483] 'compare' (duration: 60.316696ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:06.738966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:06.387084Z","time spent":"351.817221ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:45:06.837229Z","caller":"traceutil/trace.go:171","msg":"trace[903969822] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"449.043667ms","start":"2026-02-26T01:45:06.388168Z","end":"2026-02-26T01:45:06.837212Z","steps":["trace[903969822] 'process raft request' (duration: 448.900174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:06.837382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:06.388152Z","time spent":"449.133948ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:06.837596Z","caller":"traceutil/trace.go:171","msg":"trace[1100963677] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"449.347362ms","start":"2026-02-26T01:45:06.388219Z","end":"2026-02-26T01:45:06.837567Z","steps":["trace[1100963677] 'process raft request' (duration: 448.947285ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:06.837662Z","caller":"traceutil/trace.go:171","msg":"trace[1994074234] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"442.64527ms","start":"2026-02-26T01:45:06.39499Z","end":"2026-02-26T01:45:06.837636Z","steps":["trace[1994074234] 'process raft request' (duration: 442.437286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:06.837814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:06.39498Z","time spent":"442.759782ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13278,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:06.837821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:06.3882Z","time spent":"449.473584ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:06.837652Z","caller":"traceutil/trace.go:171","msg":"trace[1558870637] linearizableReadLoop","detail":"{readStateIndex:4896; appliedIndex:4892; }","duration":"110.246103ms","start":"2026-02-26T01:45:06.727381Z","end":"2026-02-26T01:45:06.837628Z","steps":["trace[1558870637] 'read index received' (duration: 109.629972ms)","trace[1558870637] 'applied index is now lower than readState.Index' (duration: 612.671µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:06.837932Z","caller":"traceutil/trace.go:171","msg":"trace[242891192] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"429.525671ms","start":"2026-02-26T01:45:06.408373Z","end":"2026-02-26T01:45:06.837898Z","steps":["trace[242891192] 'process raft request' (duration: 429.200815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:06.838097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:06.408365Z","time spent":"429.651833ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:06.838316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.914575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787198"} {"level":"info","ts":"2026-02-26T01:45:06.838379Z","caller":"traceutil/trace.go:171","msg":"trace[1265915351] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4704; }","duration":"111.000227ms","start":"2026-02-26T01:45:06.727366Z","end":"2026-02-26T01:45:06.838367Z","steps":["trace[1265915351] 'agreement among raft nodes before linearized reading' (duration: 110.354194ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:07.206016Z","caller":"traceutil/trace.go:171","msg":"trace[1828780902] linearizableReadLoop","detail":"{readStateIndex:4902; appliedIndex:4901; }","duration":"209.979004ms","start":"2026-02-26T01:45:06.996007Z","end":"2026-02-26T01:45:07.205986Z","steps":["trace[1828780902] 'read index received' (duration: 204.614886ms)","trace[1828780902] 'applied index is now lower than readState.Index' (duration: 5.362207ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:07.206215Z","caller":"traceutil/trace.go:171","msg":"trace[974597069] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"261.499699ms","start":"2026-02-26T01:45:06.944701Z","end":"2026-02-26T01:45:07.2062Z","steps":["trace[974597069] 'process raft request' (duration: 255.889198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:07.206626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.596125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-26T01:45:07.20667Z","caller":"traceutil/trace.go:171","msg":"trace[397198945] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4710; }","duration":"210.699277ms","start":"2026-02-26T01:45:06.995958Z","end":"2026-02-26T01:45:07.206657Z","steps":["trace[397198945] 'agreement among raft nodes before linearized reading' (duration: 210.485414ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:11.844549Z","caller":"traceutil/trace.go:171","msg":"trace[999878567] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"106.417533ms","start":"2026-02-26T01:45:11.738085Z","end":"2026-02-26T01:45:11.844503Z","steps":["trace[999878567] 'process raft request' (duration: 105.464796ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:13.670612Z","caller":"traceutil/trace.go:171","msg":"trace[1539672612] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"185.614451ms","start":"2026-02-26T01:45:13.484958Z","end":"2026-02-26T01:45:13.670573Z","steps":["trace[1539672612] 'process raft request' (duration: 138.437504ms)","trace[1539672612] 'compare' (duration: 46.702068ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:13.671009Z","caller":"traceutil/trace.go:171","msg":"trace[1702711487] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"185.684833ms","start":"2026-02-26T01:45:13.485311Z","end":"2026-02-26T01:45:13.670996Z","steps":["trace[1702711487] 'process raft request' (duration: 185.050131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:13.781172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.750571ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T01:45:19.622655Z","caller":"traceutil/trace.go:171","msg":"trace[1705588765] linearizableReadLoop","detail":"{readStateIndex:5066; appliedIndex:5065; }","duration":"144.118838ms","start":"2026-02-26T01:45:19.478519Z","end":"2026-02-26T01:45:19.622638Z","steps":["trace[1705588765] 'read index received' (duration: 120.810795ms)","trace[1705588765] 'applied index is now lower than readState.Index' (duration: 23.307423ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:19.622858Z","caller":"traceutil/trace.go:171","msg":"trace[1216270457] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"148.517289ms","start":"2026-02-26T01:45:19.474331Z","end":"2026-02-26T01:45:19.622848Z","steps":["trace[1216270457] 'process raft request' (duration: 125.084023ms)","trace[1216270457] 'compare' (duration: 22.861025ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:19.623069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.536536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spc54\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-26T01:45:19.623091Z","caller":"traceutil/trace.go:171","msg":"trace[2053771382] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spc54; range_end:; response_count:1; response_revision:4869; }","duration":"144.603157ms","start":"2026-02-26T01:45:19.478482Z","end":"2026-02-26T01:45:19.623085Z","steps":["trace[2053771382] 'agreement among raft nodes before linearized reading' (duration: 144.501455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:19.623213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.160917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:19.623259Z","caller":"traceutil/trace.go:171","msg":"trace[298766340] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:4869; }","duration":"123.200177ms","start":"2026-02-26T01:45:19.500025Z","end":"2026-02-26T01:45:19.623225Z","steps":["trace[298766340] 'agreement among raft nodes before linearized reading' (duration: 123.166737ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:19.828411Z","caller":"traceutil/trace.go:171","msg":"trace[578780439] linearizableReadLoop","detail":"{readStateIndex:5068; appliedIndex:5067; }","duration":"106.718478ms","start":"2026-02-26T01:45:19.721661Z","end":"2026-02-26T01:45:19.828379Z","steps":["trace[578780439] 'read index received' (duration: 40.357053ms)","trace[578780439] 'applied index is now lower than readState.Index' (duration: 66.359635ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:19.828447Z","caller":"traceutil/trace.go:171","msg":"trace[1154819960] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"199.102226ms","start":"2026-02-26T01:45:19.629314Z","end":"2026-02-26T01:45:19.828417Z","steps":["trace[1154819960] 'process raft request' (duration: 132.69965ms)","trace[1154819960] 'compare' (duration: 66.186992ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:19.828615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.052127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T01:45:19.828658Z","caller":"traceutil/trace.go:171","msg":"trace[49868724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4871; }","duration":"182.129229ms","start":"2026-02-26T01:45:19.646517Z","end":"2026-02-26T01:45:19.828646Z","steps":["trace[49868724] 'agreement among raft nodes before linearized reading' (duration: 182.006126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:19.828845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.639705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1459"} {"level":"warn","ts":"2026-02-26T01:45:19.82887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.782568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1267"} {"level":"info","ts":"2026-02-26T01:45:19.828901Z","caller":"traceutil/trace.go:171","msg":"trace[1071109807] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4871; }","duration":"102.830068ms","start":"2026-02-26T01:45:19.726062Z","end":"2026-02-26T01:45:19.828892Z","steps":["trace[1071109807] 'agreement among raft nodes before linearized reading' (duration: 102.738577ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:19.828897Z","caller":"traceutil/trace.go:171","msg":"trace[1846223232] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4871; }","duration":"102.699566ms","start":"2026-02-26T01:45:19.726184Z","end":"2026-02-26T01:45:19.828884Z","steps":["trace[1846223232] 'agreement among raft nodes before linearized reading' (duration: 102.588944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:19.828916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.155524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1475"} {"level":"info","ts":"2026-02-26T01:45:19.829619Z","caller":"traceutil/trace.go:171","msg":"trace[216977457] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4871; }","duration":"103.906567ms","start":"2026-02-26T01:45:19.72567Z","end":"2026-02-26T01:45:19.829576Z","steps":["trace[216977457] 'agreement among raft nodes before linearized reading' (duration: 103.028662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:19.828595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.608315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T01:45:19.829076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.620622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70914"} {"level":"info","ts":"2026-02-26T01:45:19.830058Z","caller":"traceutil/trace.go:171","msg":"trace[213805997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4871; }","duration":"125.058211ms","start":"2026-02-26T01:45:19.704922Z","end":"2026-02-26T01:45:19.82998Z","steps":["trace[213805997] 'agreement among raft nodes before linearized reading' (duration: 123.521363ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:19.830111Z","caller":"traceutil/trace.go:171","msg":"trace[1074716190] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4871; }","duration":"191.667761ms","start":"2026-02-26T01:45:19.638427Z","end":"2026-02-26T01:45:19.830095Z","steps":["trace[1074716190] 'agreement among raft nodes before linearized reading' (duration: 190.357327ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:22.205542Z","caller":"traceutil/trace.go:171","msg":"trace[1384694196] linearizableReadLoop","detail":"{readStateIndex:5154; appliedIndex:5153; }","duration":"162.35712ms","start":"2026-02-26T01:45:22.043159Z","end":"2026-02-26T01:45:22.205516Z","steps":["trace[1384694196] 'read index received' (duration: 162.184267ms)","trace[1384694196] 'applied index is now lower than readState.Index' (duration: 171.623µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:22.205647Z","caller":"traceutil/trace.go:171","msg":"trace[1784145497] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"163.338486ms","start":"2026-02-26T01:45:22.042269Z","end":"2026-02-26T01:45:22.205608Z","steps":["trace[1784145497] 'process raft request' (duration: 163.064151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:22.205679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.494732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:22.205724Z","caller":"traceutil/trace.go:171","msg":"trace[2062437321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4957; }","duration":"162.583273ms","start":"2026-02-26T01:45:22.043131Z","end":"2026-02-26T01:45:22.205714Z","steps":["trace[2062437321] 'agreement among raft nodes before linearized reading' (duration: 162.492511ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:22.463999Z","caller":"traceutil/trace.go:171","msg":"trace[1851580147] linearizableReadLoop","detail":"{readStateIndex:5155; appliedIndex:5154; }","duration":"253.577866ms","start":"2026-02-26T01:45:22.210399Z","end":"2026-02-26T01:45:22.463977Z","steps":["trace[1851580147] 'read index received' (duration: 246.67738ms)","trace[1851580147] 'applied index is now lower than readState.Index' (duration: 6.899696ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:22.464118Z","caller":"traceutil/trace.go:171","msg":"trace[406139323] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"418.222676ms","start":"2026-02-26T01:45:22.045855Z","end":"2026-02-26T01:45:22.464077Z","steps":["trace[406139323] 'process raft request' (duration: 411.305321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:22.464208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.8011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-mfjrt\" ","response":"range_response_count:1 size:9724"} {"level":"info","ts":"2026-02-26T01:45:22.464265Z","caller":"traceutil/trace.go:171","msg":"trace[370028018] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-mfjrt; range_end:; response_count:1; response_revision:4958; }","duration":"253.916052ms","start":"2026-02-26T01:45:22.210321Z","end":"2026-02-26T01:45:22.464238Z","steps":["trace[370028018] 'agreement among raft nodes before linearized reading' (duration: 253.739789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:22.464349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:22.045836Z","time spent":"418.41278ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1409,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:22.623075Z","caller":"traceutil/trace.go:171","msg":"trace[824677801] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"106.159487ms","start":"2026-02-26T01:45:22.516888Z","end":"2026-02-26T01:45:22.623048Z","steps":["trace[824677801] 'process raft request' (duration: 57.052725ms)","trace[824677801] 'compare' (duration: 48.865298ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:22.623425Z","caller":"traceutil/trace.go:171","msg":"trace[431249499] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"102.39311ms","start":"2026-02-26T01:45:22.520999Z","end":"2026-02-26T01:45:22.623392Z","steps":["trace[431249499] 'process raft request' (duration: 102.248357ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:22.623463Z","caller":"traceutil/trace.go:171","msg":"trace[1682748491] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"103.627292ms","start":"2026-02-26T01:45:22.519796Z","end":"2026-02-26T01:45:22.623423Z","steps":["trace[1682748491] 'process raft request' (duration: 103.177753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:23.433551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.321841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-02-26T01:45:23.433589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.16702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:45:23.433665Z","caller":"traceutil/trace.go:171","msg":"trace[289599226] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4963; }","duration":"443.478504ms","start":"2026-02-26T01:45:22.990145Z","end":"2026-02-26T01:45:23.433624Z","steps":["trace[289599226] 'range keys from in-memory index tree' (duration: 443.116978ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:23.433667Z","caller":"traceutil/trace.go:171","msg":"trace[1678242510] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4963; }","duration":"421.291903ms","start":"2026-02-26T01:45:23.012355Z","end":"2026-02-26T01:45:23.433647Z","steps":["trace[1678242510] 'count revisions from in-memory index tree' (duration: 421.013178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:23.433715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:22.990105Z","time spent":"443.599607ms","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-26T01:45:23.433716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:23.012332Z","time spent":"421.372534ms","remote":"127.0.0.1:42222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":53,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:45:23.433971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.884948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a2e0f77-ae92-46d7-a344-8afbe00fdd68\" ","response":"range_response_count:1 size:3765"} {"level":"warn","ts":"2026-02-26T01:45:23.434015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.217255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:45:23.434048Z","caller":"traceutil/trace.go:171","msg":"trace[1769165232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4963; }","duration":"484.288977ms","start":"2026-02-26T01:45:22.949748Z","end":"2026-02-26T01:45:23.434037Z","steps":["trace[1769165232] 'range keys from in-memory index tree' (duration: 484.055541ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:23.434049Z","caller":"traceutil/trace.go:171","msg":"trace[1416192770] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8a2e0f77-ae92-46d7-a344-8afbe00fdd68; range_end:; response_count:1; response_revision:4963; }","duration":"419.015002ms","start":"2026-02-26T01:45:23.015011Z","end":"2026-02-26T01:45:23.434026Z","steps":["trace[1416192770] 'range keys from in-memory index tree' (duration: 418.781416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:23.434051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.576148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-26T01:45:23.434074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:22.949712Z","time spent":"484.355447ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:45:23.434092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:23.014992Z","time spent":"419.089923ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8a2e0f77-ae92-46d7-a344-8afbe00fdd68\" "} {"level":"info","ts":"2026-02-26T01:45:23.434115Z","caller":"traceutil/trace.go:171","msg":"trace[291558065] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4963; }","duration":"416.654199ms","start":"2026-02-26T01:45:23.017443Z","end":"2026-02-26T01:45:23.434097Z","steps":["trace[291558065] 'range keys from in-memory index tree' (duration: 416.374083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:23.434178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:23.017433Z","time spent":"416.73598ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T01:45:23.559021Z","caller":"traceutil/trace.go:171","msg":"trace[1630725070] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"119.158504ms","start":"2026-02-26T01:45:23.439832Z","end":"2026-02-26T01:45:23.558991Z","steps":["trace[1630725070] 'process raft request' (duration: 117.30472ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:23.55923Z","caller":"traceutil/trace.go:171","msg":"trace[1039921588] linearizableReadLoop","detail":"{readStateIndex:5162; appliedIndex:5161; }","duration":"119.042253ms","start":"2026-02-26T01:45:23.440146Z","end":"2026-02-26T01:45:23.559189Z","steps":["trace[1039921588] 'read index received' (duration: 56.341603ms)","trace[1039921588] 'applied index is now lower than readState.Index' (duration: 62.69818ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:23.559443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.281087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-02-26T01:45:23.559487Z","caller":"traceutil/trace.go:171","msg":"trace[322213957] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:4966; }","duration":"119.370388ms","start":"2026-02-26T01:45:23.440104Z","end":"2026-02-26T01:45:23.559475Z","steps":["trace[322213957] 'agreement among raft nodes before linearized reading' (duration: 119.191534ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:25.625243Z","caller":"traceutil/trace.go:171","msg":"trace[256798461] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"120.932118ms","start":"2026-02-26T01:45:25.504263Z","end":"2026-02-26T01:45:25.625195Z","steps":["trace[256798461] 'process raft request' (duration: 120.720053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:39.378426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.901867ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:45:39.378783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.346457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:45:39.378884Z","caller":"traceutil/trace.go:171","msg":"trace[756379171] linearizableReadLoop","detail":"{readStateIndex:5368; appliedIndex:5367; }","duration":"684.591724ms","start":"2026-02-26T01:45:38.694276Z","end":"2026-02-26T01:45:39.378867Z","steps":["trace[756379171] 'read index received' (duration: 64.061483ms)","trace[756379171] 'applied index is now lower than readState.Index' (duration: 620.528781ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:39.378632Z","caller":"traceutil/trace.go:171","msg":"trace[66387394] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5163; }","duration":"474.123391ms","start":"2026-02-26T01:45:38.904485Z","end":"2026-02-26T01:45:39.378609Z","steps":["trace[66387394] 'range keys from in-memory index tree' (duration: 473.880966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:39.378976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.700485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:45:39.379015Z","caller":"traceutil/trace.go:171","msg":"trace[612200044] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5164; }","duration":"684.793377ms","start":"2026-02-26T01:45:38.694209Z","end":"2026-02-26T01:45:39.379002Z","steps":["trace[612200044] 'agreement among raft nodes before linearized reading' (duration: 684.707346ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:39.379023Z","caller":"traceutil/trace.go:171","msg":"trace[1003236838] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"732.185838ms","start":"2026-02-26T01:45:38.646785Z","end":"2026-02-26T01:45:39.378971Z","steps":["trace[1003236838] 'process raft request' (duration: 111.539975ms)","trace[1003236838] 'compare' (duration: 620.196275ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:39.379062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:38.694188Z","time spent":"684.860579ms","remote":"127.0.0.1:51808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:45:39.37917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:38.646757Z","time spent":"732.32093ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:40.071404Z","caller":"traceutil/trace.go:171","msg":"trace[2119210487] linearizableReadLoop","detail":"{readStateIndex:5373; appliedIndex:5372; }","duration":"136.675541ms","start":"2026-02-26T01:45:39.934709Z","end":"2026-02-26T01:45:40.071384Z","steps":["trace[2119210487] 'read index received' (duration: 114.637602ms)","trace[2119210487] 'applied index is now lower than readState.Index' (duration: 22.037189ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:40.071466Z","caller":"traceutil/trace.go:171","msg":"trace[1052061255] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"137.456836ms","start":"2026-02-26T01:45:39.933981Z","end":"2026-02-26T01:45:40.071438Z","steps":["trace[1052061255] 'process raft request' (duration: 115.352595ms)","trace[1052061255] 'compare' (duration: 21.950159ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:45:40.071554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.831924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:45:40.071579Z","caller":"traceutil/trace.go:171","msg":"trace[1544988130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5169; }","duration":"136.888995ms","start":"2026-02-26T01:45:39.934685Z","end":"2026-02-26T01:45:40.071574Z","steps":["trace[1544988130] 'agreement among raft nodes before linearized reading' (duration: 136.784423ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:40.087505Z","caller":"traceutil/trace.go:171","msg":"trace[527233781] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"150.411402ms","start":"2026-02-26T01:45:39.937086Z","end":"2026-02-26T01:45:40.087497Z","steps":["trace[527233781] 'process raft request' (duration: 150.340931ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:40.087503Z","caller":"traceutil/trace.go:171","msg":"trace[76209493] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"150.682877ms","start":"2026-02-26T01:45:39.936807Z","end":"2026-02-26T01:45:40.08749Z","steps":["trace[76209493] 'process raft request' (duration: 150.458303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:40.087659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.211155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spc54\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-26T01:45:40.087739Z","caller":"traceutil/trace.go:171","msg":"trace[318028405] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spc54; range_end:; response_count:1; response_revision:5171; }","duration":"152.333336ms","start":"2026-02-26T01:45:39.935389Z","end":"2026-02-26T01:45:40.087722Z","steps":["trace[318028405] 'agreement among raft nodes before linearized reading' (duration: 152.087562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:45.808707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703313575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:45:46.309258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703313575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:45:46.809946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703313575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:45:46.897454Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.635041806s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:45:46.897783Z","caller":"traceutil/trace.go:171","msg":"trace[1591802862] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"1.635427243s","start":"2026-02-26T01:45:45.262332Z","end":"2026-02-26T01:45:46.89776Z","steps":["trace[1591802862] 'process raft request' (duration: 1.635268741s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:46.897913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:45.26232Z","time spent":"1.635517035s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:46.922516Z","caller":"traceutil/trace.go:171","msg":"trace[2108269546] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"1.065895959s","start":"2026-02-26T01:45:45.856598Z","end":"2026-02-26T01:45:46.922494Z","steps":["trace[2108269546] 'process raft request' (duration: 1.065724256s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:46.92268Z","caller":"traceutil/trace.go:171","msg":"trace[748318270] linearizableReadLoop","detail":"{readStateIndex:5403; appliedIndex:5401; }","duration":"1.614499143s","start":"2026-02-26T01:45:45.308144Z","end":"2026-02-26T01:45:46.922643Z","steps":["trace[748318270] 'read index received' (duration: 1.589911837s)","trace[748318270] 'applied index is now lower than readState.Index' (duration: 24.584906ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:46.922722Z","caller":"traceutil/trace.go:171","msg":"trace[1016039321] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"1.052383504s","start":"2026-02-26T01:45:45.8703Z","end":"2026-02-26T01:45:46.922684Z","steps":["trace[1016039321] 'process raft request' (duration: 1.052148259s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:46.922937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614794069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-26T01:45:46.922992Z","caller":"traceutil/trace.go:171","msg":"trace[881681921] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5198; }","duration":"1.6148886s","start":"2026-02-26T01:45:45.308089Z","end":"2026-02-26T01:45:46.922978Z","steps":["trace[881681921] 'agreement among raft nodes before linearized reading' (duration: 1.614690037s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:46.923051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:45.870282Z","time spent":"1.052603018s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:46.923111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:45.308066Z","time spent":"1.615033603s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-26T01:45:46.923498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:45.856574Z","time spent":"1.066002951s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:47.423106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703313583,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:45:47.796156Z","caller":"traceutil/trace.go:171","msg":"trace[1061584515] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"892.186514ms","start":"2026-02-26T01:45:46.903935Z","end":"2026-02-26T01:45:47.796121Z","steps":["trace[1061584515] 'process raft request' (duration: 892.018231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:47.796314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:46.903916Z","time spent":"892.309926ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:47.796295Z","caller":"traceutil/trace.go:171","msg":"trace[1714955475] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"891.390209ms","start":"2026-02-26T01:45:46.904767Z","end":"2026-02-26T01:45:47.796157Z","steps":["trace[1714955475] 'process raft request' (duration: 891.300848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:47.79647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679114818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:45:47.79653Z","caller":"traceutil/trace.go:171","msg":"trace[2033501334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5202; }","duration":"1.679223219s","start":"2026-02-26T01:45:46.117295Z","end":"2026-02-26T01:45:47.796519Z","steps":["trace[2033501334] 'agreement among raft nodes before linearized reading' (duration: 1.679064056s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:47.796555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:46.11728Z","time spent":"1.67926986s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:45:47.79665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400747871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-26T01:45:47.796683Z","caller":"traceutil/trace.go:171","msg":"trace[1880721390] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5202; }","duration":"1.400833032s","start":"2026-02-26T01:45:46.395842Z","end":"2026-02-26T01:45:47.796675Z","steps":["trace[1880721390] 'agreement among raft nodes before linearized reading' (duration: 1.40070962s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:47.796697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50916539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-26T01:45:47.796704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:46.395819Z","time spent":"1.400880543s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T01:45:47.796716Z","caller":"traceutil/trace.go:171","msg":"trace[367910330] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5202; }","duration":"1.50918161s","start":"2026-02-26T01:45:46.287527Z","end":"2026-02-26T01:45:47.796708Z","steps":["trace[367910330] 'agreement among raft nodes before linearized reading' (duration: 1.509135419s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:47.796732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:46.287477Z","time spent":"1.509252291s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T01:45:47.796775Z","caller":"traceutil/trace.go:171","msg":"trace[1940304487] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"891.111355ms","start":"2026-02-26T01:45:46.905657Z","end":"2026-02-26T01:45:47.796769Z","steps":["trace[1940304487] 'process raft request' (duration: 890.434682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:47.796736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:46.904761Z","time spent":"891.712956ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:47.796827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:46.905631Z","time spent":"891.162857ms","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:47.796971Z","caller":"traceutil/trace.go:171","msg":"trace[300413994] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"891.292168ms","start":"2026-02-26T01:45:46.905671Z","end":"2026-02-26T01:45:47.796964Z","steps":["trace[300413994] 'process raft request' (duration: 890.454023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:47.79699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866423599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T01:45:47.796992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642030653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T01:45:47.797048Z","caller":"traceutil/trace.go:171","msg":"trace[913369311] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5202; }","duration":"1.86649441s","start":"2026-02-26T01:45:45.930533Z","end":"2026-02-26T01:45:47.797028Z","steps":["trace[913369311] 'agreement among raft nodes before linearized reading' (duration: 1.866340217s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:47.79708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868156179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:45:47.797076Z","caller":"traceutil/trace.go:171","msg":"trace[1345303921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5202; }","duration":"1.642162405s","start":"2026-02-26T01:45:46.154894Z","end":"2026-02-26T01:45:47.797056Z","steps":["trace[1345303921] 'agreement among raft nodes before linearized reading' (duration: 1.641808029s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:47.797096Z","caller":"traceutil/trace.go:171","msg":"trace[648254366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5202; }","duration":"1.868212491s","start":"2026-02-26T01:45:45.928878Z","end":"2026-02-26T01:45:47.797091Z","steps":["trace[648254366] 'agreement among raft nodes before linearized reading' (duration: 1.86817035s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:47.797113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:45.928847Z","time spent":"1.868262921s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:45:47.797115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640884002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spc54\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-26T01:45:47.797123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:46.15488Z","time spent":"1.642235446s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T01:45:47.797141Z","caller":"traceutil/trace.go:171","msg":"trace[1386386237] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spc54; range_end:; response_count:1; response_revision:5202; }","duration":"1.640948473s","start":"2026-02-26T01:45:46.156186Z","end":"2026-02-26T01:45:47.797134Z","steps":["trace[1386386237] 'agreement among raft nodes before linearized reading' (duration: 1.640877822s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:47.797086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:45.930526Z","time spent":"1.86655153s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:45:47.79716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:46.156165Z","time spent":"1.640990514s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-spc54\" "} {"level":"warn","ts":"2026-02-26T01:45:47.797168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687671491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T01:45:47.797176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078706314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:45:47.797031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:46.905632Z","time spent":"891.35511ms","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:47.797238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753040599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:47.797242Z","caller":"traceutil/trace.go:171","msg":"trace[722831779] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5202; }","duration":"2.078839436s","start":"2026-02-26T01:45:45.718386Z","end":"2026-02-26T01:45:47.797225Z","steps":["trace[722831779] 'agreement among raft nodes before linearized reading' (duration: 2.078696944s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:47.797265Z","caller":"traceutil/trace.go:171","msg":"trace[1415618145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5202; }","duration":"1.75308771s","start":"2026-02-26T01:45:46.044169Z","end":"2026-02-26T01:45:47.797257Z","steps":["trace[1415618145] 'agreement among raft nodes before linearized reading' (duration: 1.753051059s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:47.797285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:45.718369Z","time spent":"2.078906258s","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:45:47.797258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062331037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-26T01:45:47.797293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:46.044157Z","time spent":"1.75313s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:45:47.797197Z","caller":"traceutil/trace.go:171","msg":"trace[306872786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5202; }","duration":"1.687737542s","start":"2026-02-26T01:45:46.10945Z","end":"2026-02-26T01:45:47.797188Z","steps":["trace[306872786] 'agreement among raft nodes before linearized reading' (duration: 1.687658761s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:47.797298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088855468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-02-26T01:45:47.797345Z","caller":"traceutil/trace.go:171","msg":"trace[1958988140] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5202; }","duration":"2.062480989s","start":"2026-02-26T01:45:45.734843Z","end":"2026-02-26T01:45:47.797324Z","steps":["trace[1958988140] 'agreement among raft nodes before linearized reading' (duration: 2.062196124s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:47.797366Z","caller":"traceutil/trace.go:171","msg":"trace[1059014653] linearizableReadLoop","detail":"{readStateIndex:5407; appliedIndex:5403; }","duration":"873.544336ms","start":"2026-02-26T01:45:46.922793Z","end":"2026-02-26T01:45:47.796337Z","steps":["trace[1059014653] 'read index received' (duration: 873.113607ms)","trace[1059014653] 'applied index is now lower than readState.Index' (duration: 430.249µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:47.797367Z","caller":"traceutil/trace.go:171","msg":"trace[1537716350] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5202; }","duration":"2.08896652s","start":"2026-02-26T01:45:45.708379Z","end":"2026-02-26T01:45:47.797346Z","steps":["trace[1537716350] 'agreement among raft nodes before linearized reading' (duration: 2.088762937s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:47.797367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:46.109429Z","time spent":"1.687914995s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:45:47.797393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:45.734822Z","time spent":"2.062562301s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T01:45:47.79751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.493998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8a2e0f77-ae92-46d7-a344-8afbe00fdd68\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-02-26T01:45:47.797512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.944364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:45:47.797529Z","caller":"traceutil/trace.go:171","msg":"trace[1909384908] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8a2e0f77-ae92-46d7-a344-8afbe00fdd68; range_end:; response_count:1; response_revision:5202; }","duration":"871.560529ms","start":"2026-02-26T01:45:46.925961Z","end":"2026-02-26T01:45:47.797522Z","steps":["trace[1909384908] 'agreement among raft nodes before linearized reading' (duration: 871.494978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:47.797403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:45.708359Z","time spent":"2.089035821s","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-02-26T01:45:47.797535Z","caller":"traceutil/trace.go:171","msg":"trace[900188176] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5202; }","duration":"454.006665ms","start":"2026-02-26T01:45:47.343521Z","end":"2026-02-26T01:45:47.797527Z","steps":["trace[900188176] 'agreement among raft nodes before linearized reading' (duration: 453.965425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:47.797544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:46.925943Z","time spent":"871.59729ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-8a2e0f77-ae92-46d7-a344-8afbe00fdd68\" "} {"level":"warn","ts":"2026-02-26T01:45:47.797557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:47.343499Z","time spent":"454.053477ms","remote":"127.0.0.1:42592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":19,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:45:47.797429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18313477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:47.79759Z","caller":"traceutil/trace.go:171","msg":"trace[180567704] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5202; }","duration":"2.183347934s","start":"2026-02-26T01:45:45.614235Z","end":"2026-02-26T01:45:47.797583Z","steps":["trace[180567704] 'agreement among raft nodes before linearized reading' (duration: 2.183150821s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:47.797607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:45.614217Z","time spent":"2.183384285s","remote":"127.0.0.1:53448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:45:47.797743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699279263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:45:47.7978Z","caller":"traceutil/trace.go:171","msg":"trace[98925421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5202; }","duration":"1.699360465s","start":"2026-02-26T01:45:46.098428Z","end":"2026-02-26T01:45:47.797789Z","steps":["trace[98925421] 'agreement among raft nodes before linearized reading' (duration: 1.699229752s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:47.797832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:46.098416Z","time spent":"1.699408555s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:45:48.28768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.499476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:45:48.287895Z","caller":"traceutil/trace.go:171","msg":"trace[1011580983] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"483.644144ms","start":"2026-02-26T01:45:47.804206Z","end":"2026-02-26T01:45:48.28785Z","steps":["trace[1011580983] 'process raft request' (duration: 18.879473ms)","trace[1011580983] 'compare' (duration: 464.246391ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:48.288027Z","caller":"traceutil/trace.go:171","msg":"trace[1984784224] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"483.220916ms","start":"2026-02-26T01:45:47.804785Z","end":"2026-02-26T01:45:48.288006Z","steps":["trace[1984784224] 'process raft request' (duration: 483.138775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:48.288114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:47.804777Z","time spent":"483.303417ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:48.288127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:47.804188Z","time spent":"483.806998ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:48.288109Z","caller":"traceutil/trace.go:171","msg":"trace[372450074] linearizableReadLoop","detail":"{readStateIndex:5408; appliedIndex:5407; }","duration":"483.637904ms","start":"2026-02-26T01:45:47.804441Z","end":"2026-02-26T01:45:48.288079Z","steps":["trace[372450074] 'read index received' (duration: 18.655029ms)","trace[372450074] 'applied index is now lower than readState.Index' (duration: 464.981225ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:48.288312Z","caller":"traceutil/trace.go:171","msg":"trace[1789033428] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"483.628285ms","start":"2026-02-26T01:45:47.804645Z","end":"2026-02-26T01:45:48.288273Z","steps":["trace[1789033428] 'process raft request' (duration: 483.180277ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:48.288411Z","caller":"traceutil/trace.go:171","msg":"trace[1739801629] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"483.558022ms","start":"2026-02-26T01:45:47.804828Z","end":"2026-02-26T01:45:48.288386Z","steps":["trace[1739801629] 'process raft request' (duration: 483.141035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:48.288504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:47.804631Z","time spent":"483.762937ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:48.288569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:47.804821Z","time spent":"483.659553ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:48.288615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.168794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81775"} {"level":"info","ts":"2026-02-26T01:45:48.288658Z","caller":"traceutil/trace.go:171","msg":"trace[659083893] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5206; }","duration":"484.243395ms","start":"2026-02-26T01:45:47.804404Z","end":"2026-02-26T01:45:48.288647Z","steps":["trace[659083893] 'agreement among raft nodes before linearized reading' (duration: 483.826538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:48.288703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:47.804385Z","time spent":"484.309296ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81797,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T01:45:48.288821Z","caller":"traceutil/trace.go:171","msg":"trace[1598923931] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"483.867907ms","start":"2026-02-26T01:45:47.804939Z","end":"2026-02-26T01:45:48.288807Z","steps":["trace[1598923931] 'process raft request' (duration: 483.381119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:48.288903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:47.804934Z","time spent":"483.930998ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:48.28908Z","caller":"traceutil/trace.go:171","msg":"trace[1304376191] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"484.05903ms","start":"2026-02-26T01:45:47.804999Z","end":"2026-02-26T01:45:48.289058Z","steps":["trace[1304376191] 'process raft request' (duration: 483.749825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:48.289209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:47.804993Z","time spent":"484.134503ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:48.289216Z","caller":"traceutil/trace.go:171","msg":"trace[798613864] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"483.863919ms","start":"2026-02-26T01:45:47.805326Z","end":"2026-02-26T01:45:48.28919Z","steps":["trace[798613864] 'process raft request' (duration: 483.794148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:48.289261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.440797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:48.289267Z","caller":"traceutil/trace.go:171","msg":"trace[440283318] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"484.200715ms","start":"2026-02-26T01:45:47.805037Z","end":"2026-02-26T01:45:48.289238Z","steps":["trace[440283318] 'process raft request' (duration: 483.96996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:48.289307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:47.805316Z","time spent":"483.94107ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:45:48.289317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.010055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19494"} {"level":"info","ts":"2026-02-26T01:45:48.289363Z","caller":"traceutil/trace.go:171","msg":"trace[1028910659] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5210; }","duration":"482.101807ms","start":"2026-02-26T01:45:47.807248Z","end":"2026-02-26T01:45:48.28935Z","steps":["trace[1028910659] 'agreement among raft nodes before linearized reading' (duration: 481.920043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:48.289407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:47.807222Z","time spent":"482.177808ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19516,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T01:45:48.289423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:47.805033Z","time spent":"484.311937ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:48.289307Z","caller":"traceutil/trace.go:171","msg":"trace[1054519926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5210; }","duration":"480.498118ms","start":"2026-02-26T01:45:47.808794Z","end":"2026-02-26T01:45:48.289292Z","steps":["trace[1054519926] 'agreement among raft nodes before linearized reading' (duration: 480.436086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:48.289527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:47.808783Z","time spent":"480.723451ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:45:48.289752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.357621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-rmthk\" ","response":"range_response_count:1 size:4340"} {"level":"info","ts":"2026-02-26T01:45:48.289962Z","caller":"traceutil/trace.go:171","msg":"trace[926739197] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-rmthk; range_end:; response_count:1; response_revision:5210; }","duration":"400.608916ms","start":"2026-02-26T01:45:47.889322Z","end":"2026-02-26T01:45:48.289931Z","steps":["trace[926739197] 'agreement among raft nodes before linearized reading' (duration: 399.866873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:48.290077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:47.889297Z","time spent":"400.760389ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4362,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-rmthk\" "} {"level":"info","ts":"2026-02-26T01:45:48.650498Z","caller":"traceutil/trace.go:171","msg":"trace[1947886841] linearizableReadLoop","detail":"{readStateIndex:5416; appliedIndex:5415; }","duration":"344.63913ms","start":"2026-02-26T01:45:48.305832Z","end":"2026-02-26T01:45:48.650471Z","steps":["trace[1947886841] 'read index received' (duration: 344.359275ms)","trace[1947886841] 'applied index is now lower than readState.Index' (duration: 278.455µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:48.650596Z","caller":"traceutil/trace.go:171","msg":"trace[268138642] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"353.258706ms","start":"2026-02-26T01:45:48.297311Z","end":"2026-02-26T01:45:48.650569Z","steps":["trace[268138642] 'process raft request' (duration: 352.97901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:48.650722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.843634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:45:48.650722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.861814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:45:48.650746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:48.297289Z","time spent":"353.372059ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4139,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:45:48.650767Z","caller":"traceutil/trace.go:171","msg":"trace[754506840] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5211; }","duration":"344.938625ms","start":"2026-02-26T01:45:48.305816Z","end":"2026-02-26T01:45:48.650754Z","steps":["trace[754506840] 'agreement among raft nodes before linearized reading' (duration: 344.839354ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:48.650785Z","caller":"traceutil/trace.go:171","msg":"trace[1617878439] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5211; }","duration":"344.968257ms","start":"2026-02-26T01:45:48.305799Z","end":"2026-02-26T01:45:48.650768Z","steps":["trace[1617878439] 'agreement among raft nodes before linearized reading' (duration: 344.803354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:48.650806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:48.3058Z","time spent":"344.995577ms","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:45:48.650837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:48.305785Z","time spent":"345.038068ms","remote":"127.0.0.1:42638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":35,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:45:48.650862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.979968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:45:48.650882Z","caller":"traceutil/trace.go:171","msg":"trace[1638360810] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5211; }","duration":"306.013088ms","start":"2026-02-26T01:45:48.344862Z","end":"2026-02-26T01:45:48.650875Z","steps":["trace[1638360810] 'agreement among raft nodes before linearized reading' (duration: 305.971928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:48.650903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:45:48.344853Z","time spent":"306.046419ms","remote":"127.0.0.1:42592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T01:45:48.650981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.985949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:45:48.651012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.540032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-26T01:45:48.651088Z","caller":"traceutil/trace.go:171","msg":"trace[684521323] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:5211; }","duration":"255.678534ms","start":"2026-02-26T01:45:48.395389Z","end":"2026-02-26T01:45:48.651067Z","steps":["trace[684521323] 'agreement among raft nodes before linearized reading' (duration: 255.425089ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:48.651092Z","caller":"traceutil/trace.go:171","msg":"trace[977629280] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5211; }","duration":"148.12571ms","start":"2026-02-26T01:45:48.502914Z","end":"2026-02-26T01:45:48.65104Z","steps":["trace[977629280] 'agreement among raft nodes before linearized reading' (duration: 147.968158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:48.869036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.474421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:45:48.86925Z","caller":"traceutil/trace.go:171","msg":"trace[1914751561] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"212.581701ms","start":"2026-02-26T01:45:48.656639Z","end":"2026-02-26T01:45:48.869221Z","steps":["trace[1914751561] 'process raft request' (duration: 92.827266ms)","trace[1914751561] 'compare' (duration: 119.329218ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:48.86929Z","caller":"traceutil/trace.go:171","msg":"trace[236818298] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"212.621812ms","start":"2026-02-26T01:45:48.656651Z","end":"2026-02-26T01:45:48.869273Z","steps":["trace[236818298] 'process raft request' (duration: 212.4901ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:48.869567Z","caller":"traceutil/trace.go:171","msg":"trace[439340102] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"212.200573ms","start":"2026-02-26T01:45:48.657351Z","end":"2026-02-26T01:45:48.869551Z","steps":["trace[439340102] 'process raft request' (duration: 211.860547ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:48.869663Z","caller":"traceutil/trace.go:171","msg":"trace[1503768831] linearizableReadLoop","detail":"{readStateIndex:5421; appliedIndex:5417; }","duration":"177.406793ms","start":"2026-02-26T01:45:48.692243Z","end":"2026-02-26T01:45:48.869649Z","steps":["trace[1503768831] 'read index received' (duration: 57.149028ms)","trace[1503768831] 'applied index is now lower than readState.Index' (duration: 120.256585ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:48.869682Z","caller":"traceutil/trace.go:171","msg":"trace[459896244] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"179.779345ms","start":"2026-02-26T01:45:48.689893Z","end":"2026-02-26T01:45:48.869672Z","steps":["trace[459896244] 'process raft request' (duration: 179.580512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:48.869884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.619816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T01:45:48.869916Z","caller":"traceutil/trace.go:171","msg":"trace[338014186] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5215; }","duration":"177.691707ms","start":"2026-02-26T01:45:48.692215Z","end":"2026-02-26T01:45:48.869907Z","steps":["trace[338014186] 'agreement among raft nodes before linearized reading' (duration: 177.477803ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:49.118026Z","caller":"traceutil/trace.go:171","msg":"trace[219024091] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"188.230349ms","start":"2026-02-26T01:45:48.929772Z","end":"2026-02-26T01:45:49.118002Z","steps":["trace[219024091] 'process raft request' (duration: 188.177347ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:45:49.118031Z","caller":"traceutil/trace.go:171","msg":"trace[2136934759] linearizableReadLoop","detail":"{readStateIndex:5422; appliedIndex:5421; }","duration":"235.400577ms","start":"2026-02-26T01:45:48.882595Z","end":"2026-02-26T01:45:49.117996Z","steps":["trace[2136934759] 'read index received' (duration: 171.14929ms)","trace[2136934759] 'applied index is now lower than readState.Index' (duration: 64.248086ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:49.118026Z","caller":"traceutil/trace.go:171","msg":"trace[818915585] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"237.368971ms","start":"2026-02-26T01:45:48.880614Z","end":"2026-02-26T01:45:49.117983Z","steps":["trace[818915585] 'process raft request' (duration: 173.029863ms)","trace[818915585] 'compare' (duration: 64.107654ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:45:49.1182Z","caller":"traceutil/trace.go:171","msg":"trace[785255941] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"189.431961ms","start":"2026-02-26T01:45:48.928678Z","end":"2026-02-26T01:45:49.11811Z","steps":["trace[785255941] 'process raft request' (duration: 189.219436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:49.118502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.623729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111461"} {"level":"info","ts":"2026-02-26T01:45:49.118555Z","caller":"traceutil/trace.go:171","msg":"trace[247761895] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5218; }","duration":"148.724241ms","start":"2026-02-26T01:45:48.969817Z","end":"2026-02-26T01:45:49.118542Z","steps":["trace[247761895] 'agreement among raft nodes before linearized reading' (duration: 148.381625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:49.118623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.069468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111461"} {"level":"info","ts":"2026-02-26T01:45:49.11869Z","caller":"traceutil/trace.go:171","msg":"trace[829909621] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5218; }","duration":"143.191651ms","start":"2026-02-26T01:45:48.975485Z","end":"2026-02-26T01:45:49.118677Z","steps":["trace[829909621] 'agreement among raft nodes before linearized reading' (duration: 142.843205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:45:49.11893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.076948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-02-26T01:45:49.119017Z","caller":"traceutil/trace.go:171","msg":"trace[1862279854] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5218; }","duration":"236.431744ms","start":"2026-02-26T01:45:48.882565Z","end":"2026-02-26T01:45:49.118996Z","steps":["trace[1862279854] 'agreement among raft nodes before linearized reading' (duration: 235.59928ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:19.421006Z","caller":"traceutil/trace.go:171","msg":"trace[1339206370] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"191.309764ms","start":"2026-02-26T01:46:19.229664Z","end":"2026-02-26T01:46:19.420973Z","steps":["trace[1339206370] 'process raft request' (duration: 191.119081ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:19.434835Z","caller":"traceutil/trace.go:171","msg":"trace[720046932] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"201.847435ms","start":"2026-02-26T01:46:19.232958Z","end":"2026-02-26T01:46:19.434805Z","steps":["trace[720046932] 'process raft request' (duration: 193.363221ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:20.805479Z","caller":"traceutil/trace.go:171","msg":"trace[86912469] linearizableReadLoop","detail":"{readStateIndex:5712; appliedIndex:5711; }","duration":"333.826622ms","start":"2026-02-26T01:46:20.471629Z","end":"2026-02-26T01:46:20.805456Z","steps":["trace[86912469] 'read index received' (duration: 333.640719ms)","trace[86912469] 'applied index is now lower than readState.Index' (duration: 184.973µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:20.805683Z","caller":"traceutil/trace.go:171","msg":"trace[1707976699] transaction","detail":"{read_only:false; response_revision:5498; number_of_response:1; }","duration":"363.209877ms","start":"2026-02-26T01:46:20.442448Z","end":"2026-02-26T01:46:20.805658Z","steps":["trace[1707976699] 'process raft request' (duration: 362.82213ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:20.805823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.167589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:46:20.805909Z","caller":"traceutil/trace.go:171","msg":"trace[1177644448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5498; }","duration":"334.320732ms","start":"2026-02-26T01:46:20.471569Z","end":"2026-02-26T01:46:20.80589Z","steps":["trace[1177644448] 'agreement among raft nodes before linearized reading' (duration: 334.030396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:20.80597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:20.471545Z","time spent":"334.412564ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:46:20.80587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:20.442407Z","time spent":"363.361439ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:46:20.81735Z","caller":"traceutil/trace.go:171","msg":"trace[1030848454] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"220.016036ms","start":"2026-02-26T01:46:20.597314Z","end":"2026-02-26T01:46:20.81733Z","steps":["trace[1030848454] 'process raft request' (duration: 219.823162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:20.817438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T01:46:20.817354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.873073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T01:46:20.817445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.557051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:46:20.817485Z","caller":"traceutil/trace.go:171","msg":"trace[648375220] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5499; }","duration":"338.139562ms","start":"2026-02-26T01:46:20.479329Z","end":"2026-02-26T01:46:20.817469Z","steps":["trace[648375220] 'agreement among raft nodes before linearized reading' (duration: 338.064361ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:20.81749Z","caller":"traceutil/trace.go:171","msg":"trace[1101663177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5499; }","duration":"340.067026ms","start":"2026-02-26T01:46:20.477412Z","end":"2026-02-26T01:46:20.817479Z","steps":["trace[1101663177] 'agreement among raft nodes before linearized reading' (duration: 339.821092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:20.817523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:20.479318Z","time spent":"338.199163ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:46:20.817538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:20.477385Z","time spent":"340.138648ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:46:20.81754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.578798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spc54\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-26T01:46:20.817534Z","caller":"traceutil/trace.go:171","msg":"trace[1781093163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5499; }","duration":"337.690493ms","start":"2026-02-26T01:46:20.479823Z","end":"2026-02-26T01:46:20.817514Z","steps":["trace[1781093163] 'agreement among raft nodes before linearized reading' (duration: 337.442478ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:20.817598Z","caller":"traceutil/trace.go:171","msg":"trace[705140154] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spc54; range_end:; response_count:1; response_revision:5499; }","duration":"339.663079ms","start":"2026-02-26T01:46:20.477919Z","end":"2026-02-26T01:46:20.817582Z","steps":["trace[705140154] 'agreement among raft nodes before linearized reading' (duration: 339.491396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:20.81764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:20.477906Z","time spent":"339.725991ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-spc54\" "} {"level":"warn","ts":"2026-02-26T01:46:20.817662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:20.479805Z","time spent":"337.842126ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:46:20.817712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.819805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T01:46:20.817814Z","caller":"traceutil/trace.go:171","msg":"trace[903101535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5499; }","duration":"337.952188ms","start":"2026-02-26T01:46:20.479852Z","end":"2026-02-26T01:46:20.817804Z","steps":["trace[903101535] 'agreement among raft nodes before linearized reading' (duration: 337.605372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:20.817864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:46:20.479837Z","time spent":"338.017259ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T01:46:30.754312Z","caller":"traceutil/trace.go:171","msg":"trace[1256816627] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"227.575134ms","start":"2026-02-26T01:46:30.526302Z","end":"2026-02-26T01:46:30.753877Z","steps":["trace[1256816627] 'process raft request' (duration: 227.35522ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:31.215459Z","caller":"traceutil/trace.go:171","msg":"trace[2124540426] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"270.33684ms","start":"2026-02-26T01:46:30.94507Z","end":"2026-02-26T01:46:31.215407Z","steps":["trace[2124540426] 'process raft request' (duration: 230.473376ms)","trace[2124540426] 'compare' (duration: 39.191782ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:31.215698Z","caller":"traceutil/trace.go:171","msg":"trace[1815483149] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"270.174357ms","start":"2026-02-26T01:46:30.945492Z","end":"2026-02-26T01:46:31.215666Z","steps":["trace[1815483149] 'process raft request' (duration: 270.017525ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:31.215991Z","caller":"traceutil/trace.go:171","msg":"trace[1003432083] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"269.16559ms","start":"2026-02-26T01:46:30.946801Z","end":"2026-02-26T01:46:31.215966Z","steps":["trace[1003432083] 'process raft request' (duration: 268.744701ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:31.215986Z","caller":"traceutil/trace.go:171","msg":"trace[2068348900] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"270.520124ms","start":"2026-02-26T01:46:30.945414Z","end":"2026-02-26T01:46:31.215934Z","steps":["trace[2068348900] 'process raft request' (duration: 270.016244ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:31.216141Z","caller":"traceutil/trace.go:171","msg":"trace[935327062] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"268.669649ms","start":"2026-02-26T01:46:30.947458Z","end":"2026-02-26T01:46:31.216127Z","steps":["trace[935327062] 'process raft request' (duration: 268.408715ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:31.216282Z","caller":"traceutil/trace.go:171","msg":"trace[334517165] linearizableReadLoop","detail":"{readStateIndex:5777; appliedIndex:5773; }","duration":"270.614385ms","start":"2026-02-26T01:46:30.945635Z","end":"2026-02-26T01:46:31.21625Z","steps":["trace[334517165] 'read index received' (duration: 18.015536ms)","trace[334517165] 'applied index is now lower than readState.Index' (duration: 252.597639ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:31.21635Z","caller":"traceutil/trace.go:171","msg":"trace[1821626487] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"253.346111ms","start":"2026-02-26T01:46:30.962985Z","end":"2026-02-26T01:46:31.216331Z","steps":["trace[1821626487] 'process raft request' (duration: 253.094337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:31.2166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.140659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:46:31.21662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.050833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:46:31.216684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.041682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101651"} {"level":"info","ts":"2026-02-26T01:46:31.216693Z","caller":"traceutil/trace.go:171","msg":"trace[1186621253] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5564; }","duration":"140.158055ms","start":"2026-02-26T01:46:31.076505Z","end":"2026-02-26T01:46:31.216663Z","steps":["trace[1186621253] 'agreement among raft nodes before linearized reading' (duration: 140.038763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:31.21672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.231796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-02-26T01:46:31.21674Z","caller":"traceutil/trace.go:171","msg":"trace[1860404077] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5564; }","duration":"271.140234ms","start":"2026-02-26T01:46:30.945587Z","end":"2026-02-26T01:46:31.216727Z","steps":["trace[1860404077] 'agreement among raft nodes before linearized reading' (duration: 270.804998ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:31.216659Z","caller":"traceutil/trace.go:171","msg":"trace[1458899022] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5564; }","duration":"219.240201ms","start":"2026-02-26T01:46:30.997403Z","end":"2026-02-26T01:46:31.216643Z","steps":["trace[1458899022] 'agreement among raft nodes before linearized reading' (duration: 219.13596ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:31.216778Z","caller":"traceutil/trace.go:171","msg":"trace[594815554] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5564; }","duration":"140.321118ms","start":"2026-02-26T01:46:31.076441Z","end":"2026-02-26T01:46:31.216762Z","steps":["trace[594815554] 'agreement among raft nodes before linearized reading' (duration: 140.161396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:31.216768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.989472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:46:31.216844Z","caller":"traceutil/trace.go:171","msg":"trace[985036308] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5564; }","duration":"140.137795ms","start":"2026-02-26T01:46:31.076688Z","end":"2026-02-26T01:46:31.216826Z","steps":["trace[985036308] 'agreement among raft nodes before linearized reading' (duration: 139.983972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:31.217175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.078692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:46:31.21747Z","caller":"traceutil/trace.go:171","msg":"trace[868380152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5564; }","duration":"173.404539ms","start":"2026-02-26T01:46:31.043985Z","end":"2026-02-26T01:46:31.21739Z","steps":["trace[868380152] 'agreement among raft nodes before linearized reading' (duration: 172.837729ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:35.285632Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2713} {"level":"info","ts":"2026-02-26T01:46:35.352652Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2713,"took":"65.213355ms","hash":1613410910,"current-db-size-bytes":40026112,"current-db-size":"40 MB","current-db-size-in-use-bytes":29962240,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-26T01:46:35.352732Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1613410910,"revision":2713,"compact-revision":-1} {"level":"info","ts":"2026-02-26T01:46:41.820647Z","caller":"traceutil/trace.go:171","msg":"trace[1111705739] linearizableReadLoop","detail":"{readStateIndex:5856; appliedIndex:5855; }","duration":"126.756392ms","start":"2026-02-26T01:46:41.693862Z","end":"2026-02-26T01:46:41.820619Z","steps":["trace[1111705739] 'read index received' (duration: 126.482306ms)","trace[1111705739] 'applied index is now lower than readState.Index' (duration: 272.946µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:41.820775Z","caller":"traceutil/trace.go:171","msg":"trace[1559521042] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"198.940676ms","start":"2026-02-26T01:46:41.621805Z","end":"2026-02-26T01:46:41.820746Z","steps":["trace[1559521042] 'process raft request' (duration: 198.640001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:41.820797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.916735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:46:41.821004Z","caller":"traceutil/trace.go:171","msg":"trace[962931565] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5637; }","duration":"127.170539ms","start":"2026-02-26T01:46:41.693799Z","end":"2026-02-26T01:46:41.82097Z","steps":["trace[962931565] 'agreement among raft nodes before linearized reading' (duration: 126.930355ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:46.36061Z","caller":"traceutil/trace.go:171","msg":"trace[279021417] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"107.782438ms","start":"2026-02-26T01:46:46.252801Z","end":"2026-02-26T01:46:46.360583Z","steps":["trace[279021417] 'process raft request' (duration: 107.625125ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:47.540968Z","caller":"traceutil/trace.go:171","msg":"trace[299735466] linearizableReadLoop","detail":"{readStateIndex:5884; appliedIndex:5883; }","duration":"108.524262ms","start":"2026-02-26T01:46:47.432412Z","end":"2026-02-26T01:46:47.540936Z","steps":["trace[299735466] 'read index received' (duration: 53.508137ms)","trace[299735466] 'applied index is now lower than readState.Index' (duration: 55.014705ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:47.541116Z","caller":"traceutil/trace.go:171","msg":"trace[1059966300] transaction","detail":"{read_only:false; response_revision:5664; number_of_response:1; }","duration":"121.137367ms","start":"2026-02-26T01:46:47.419943Z","end":"2026-02-26T01:46:47.54108Z","steps":["trace[1059966300] 'process raft request' (duration: 66.02915ms)","trace[1059966300] 'compare' (duration: 54.807491ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:46:47.5413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.161926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T01:46:47.541341Z","caller":"traceutil/trace.go:171","msg":"trace[1291358511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5664; }","duration":"107.247409ms","start":"2026-02-26T01:46:47.434081Z","end":"2026-02-26T01:46:47.541328Z","steps":["trace[1291358511] 'agreement among raft nodes before linearized reading' (duration: 107.056275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:46:47.541351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.926264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T01:46:47.541387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.95169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:46:47.541504Z","caller":"traceutil/trace.go:171","msg":"trace[1150089044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5664; }","duration":"109.104983ms","start":"2026-02-26T01:46:47.432371Z","end":"2026-02-26T01:46:47.541476Z","steps":["trace[1150089044] 'agreement among raft nodes before linearized reading' (duration: 108.753145ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:47.54142Z","caller":"traceutil/trace.go:171","msg":"trace[1001991488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5664; }","duration":"106.017826ms","start":"2026-02-26T01:46:47.435382Z","end":"2026-02-26T01:46:47.5414Z","steps":["trace[1001991488] 'agreement among raft nodes before linearized reading' (duration: 105.795851ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:47.68027Z","caller":"traceutil/trace.go:171","msg":"trace[1685440271] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"134.368924ms","start":"2026-02-26T01:46:47.54586Z","end":"2026-02-26T01:46:47.680229Z","steps":["trace[1685440271] 'process raft request' (duration: 98.841551ms)","trace[1685440271] 'compare' (duration: 35.265588ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:46:47.680293Z","caller":"traceutil/trace.go:171","msg":"trace[1892519739] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"133.655782ms","start":"2026-02-26T01:46:47.546608Z","end":"2026-02-26T01:46:47.680264Z","steps":["trace[1892519739] 'process raft request' (duration: 133.502039ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:47.680306Z","caller":"traceutil/trace.go:171","msg":"trace[1873136510] transaction","detail":"{read_only:false; response_revision:5668; number_of_response:1; }","duration":"128.388753ms","start":"2026-02-26T01:46:47.551889Z","end":"2026-02-26T01:46:47.680277Z","steps":["trace[1873136510] 'process raft request' (duration: 128.283251ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:46:47.680513Z","caller":"traceutil/trace.go:171","msg":"trace[1196784960] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"122.524994ms","start":"2026-02-26T01:46:47.557964Z","end":"2026-02-26T01:46:47.680489Z","steps":["trace[1196784960] 'process raft request' (duration: 122.268519ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:27.181655Z","caller":"traceutil/trace.go:171","msg":"trace[47444974] linearizableReadLoop","detail":"{readStateIndex:7784; appliedIndex:7783; }","duration":"119.059924ms","start":"2026-02-26T01:51:27.062571Z","end":"2026-02-26T01:51:27.181631Z","steps":["trace[47444974] 'read index received' (duration: 118.958103ms)","trace[47444974] 'applied index is now lower than readState.Index' (duration: 100.791µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:27.181725Z","caller":"traceutil/trace.go:171","msg":"trace[1881806657] transaction","detail":"{read_only:false; response_revision:7498; number_of_response:1; }","duration":"128.289113ms","start":"2026-02-26T01:51:27.053402Z","end":"2026-02-26T01:51:27.181691Z","steps":["trace[1881806657] 'process raft request' (duration: 128.07172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:27.181982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.389261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-26T01:51:27.182079Z","caller":"traceutil/trace.go:171","msg":"trace[1373816243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7498; }","duration":"119.539363ms","start":"2026-02-26T01:51:27.062517Z","end":"2026-02-26T01:51:27.182056Z","steps":["trace[1373816243] 'agreement among raft nodes before linearized reading' (duration: 119.218097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:27.233838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.119616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:51:27.233927Z","caller":"traceutil/trace.go:171","msg":"trace[1821584313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7499; }","duration":"169.238628ms","start":"2026-02-26T01:51:27.064667Z","end":"2026-02-26T01:51:27.233905Z","steps":["trace[1821584313] 'agreement among raft nodes before linearized reading' (duration: 169.067755ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:27.233898Z","caller":"traceutil/trace.go:171","msg":"trace[86895315] transaction","detail":"{read_only:false; response_revision:7499; number_of_response:1; }","duration":"157.230639ms","start":"2026-02-26T01:51:27.076613Z","end":"2026-02-26T01:51:27.233844Z","steps":["trace[86895315] 'process raft request' (duration: 156.970284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:27.233946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.585548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:51:27.234044Z","caller":"traceutil/trace.go:171","msg":"trace[1484254031] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7499; }","duration":"161.724851ms","start":"2026-02-26T01:51:27.072298Z","end":"2026-02-26T01:51:27.234022Z","steps":["trace[1484254031] 'agreement among raft nodes before linearized reading' (duration: 161.555878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:27.234167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.843766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:51:27.234273Z","caller":"traceutil/trace.go:171","msg":"trace[932360566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7499; }","duration":"166.053579ms","start":"2026-02-26T01:51:27.068195Z","end":"2026-02-26T01:51:27.234249Z","steps":["trace[932360566] 'agreement among raft nodes before linearized reading' (duration: 165.696313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:27.234576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.013593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spc54\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-26T01:51:27.234637Z","caller":"traceutil/trace.go:171","msg":"trace[1693180474] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spc54; range_end:; response_count:1; response_revision:7499; }","duration":"158.098985ms","start":"2026-02-26T01:51:27.076516Z","end":"2026-02-26T01:51:27.234615Z","steps":["trace[1693180474] 'agreement among raft nodes before linearized reading' (duration: 157.25989ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:27.419778Z","caller":"traceutil/trace.go:171","msg":"trace[1598667478] transaction","detail":"{read_only:false; response_revision:7502; number_of_response:1; }","duration":"179.162699ms","start":"2026-02-26T01:51:27.240585Z","end":"2026-02-26T01:51:27.419748Z","steps":["trace[1598667478] 'process raft request' (duration: 105.383596ms)","trace[1598667478] 'compare' (duration: 73.61534ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:27.419786Z","caller":"traceutil/trace.go:171","msg":"trace[1402233429] linearizableReadLoop","detail":"{readStateIndex:7788; appliedIndex:7787; }","duration":"157.455933ms","start":"2026-02-26T01:51:27.262272Z","end":"2026-02-26T01:51:27.419728Z","steps":["trace[1402233429] 'read index received' (duration: 83.62282ms)","trace[1402233429] 'applied index is now lower than readState.Index' (duration: 73.831793ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:27.419916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.842604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:51:27.419971Z","caller":"traceutil/trace.go:171","msg":"trace[791485589] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:7502; }","duration":"177.969726ms","start":"2026-02-26T01:51:27.241986Z","end":"2026-02-26T01:51:27.419956Z","steps":["trace[791485589] 'agreement among raft nodes before linearized reading' (duration: 177.858634ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:35.293582Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5581} {"level":"info","ts":"2026-02-26T01:51:35.388383Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5581,"took":"92.082004ms","hash":3587500494,"current-db-size-bytes":41582592,"current-db-size":"42 MB","current-db-size-in-use-bytes":21282816,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-02-26T01:51:35.38855Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3587500494,"revision":5581,"compact-revision":2713} {"level":"info","ts":"2026-02-26T01:51:38.481295Z","caller":"traceutil/trace.go:171","msg":"trace[1723639763] transaction","detail":"{read_only:false; response_revision:7691; number_of_response:1; }","duration":"122.687341ms","start":"2026-02-26T01:51:38.35857Z","end":"2026-02-26T01:51:38.481258Z","steps":["trace[1723639763] 'process raft request' (duration: 122.396556ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:38.503158Z","caller":"traceutil/trace.go:171","msg":"trace[1879372682] transaction","detail":"{read_only:false; response_revision:7692; number_of_response:1; }","duration":"102.28724ms","start":"2026-02-26T01:51:38.400842Z","end":"2026-02-26T01:51:38.50313Z","steps":["trace[1879372682] 'process raft request' (duration: 101.979855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:43.449813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703320480,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T01:51:43.604321Z","caller":"traceutil/trace.go:171","msg":"trace[1249557161] transaction","detail":"{read_only:false; response_revision:7714; number_of_response:1; }","duration":"743.724116ms","start":"2026-02-26T01:51:42.860562Z","end":"2026-02-26T01:51:43.604286Z","steps":["trace[1249557161] 'process raft request' (duration: 743.488592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:43.604533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:42.860538Z","time spent":"743.879029ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:51:44.688345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:43.952421Z","time spent":"735.916212ms","remote":"127.0.0.1:34024","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T01:51:44.688982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.392271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:51:44.689207Z","caller":"traceutil/trace.go:171","msg":"trace[1618633284] transaction","detail":"{read_only:false; response_revision:7715; number_of_response:1; }","duration":"1.81080859s","start":"2026-02-26T01:51:42.878368Z","end":"2026-02-26T01:51:44.689177Z","steps":["trace[1618633284] 'process raft request' (duration: 1.663132735s)","trace[1618633284] 'compare' (duration: 147.191597ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:44.689336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:42.878352Z","time spent":"1.810897473s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:44.705502Z","caller":"traceutil/trace.go:171","msg":"trace[1783130227] linearizableReadLoop","detail":"{readStateIndex:8006; appliedIndex:8004; }","duration":"1.756046536s","start":"2026-02-26T01:51:42.949436Z","end":"2026-02-26T01:51:44.705483Z","steps":["trace[1783130227] 'read index received' (duration: 654.639527ms)","trace[1783130227] 'applied index is now lower than readState.Index' (duration: 1.101405609s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:44.70573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75630036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T01:51:44.705744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.211663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:51:44.70577Z","caller":"traceutil/trace.go:171","msg":"trace[1235043492] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7715; }","duration":"1.756407012s","start":"2026-02-26T01:51:42.949352Z","end":"2026-02-26T01:51:44.705759Z","steps":["trace[1235043492] 'agreement among raft nodes before linearized reading' (duration: 1.756198568s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:44.705807Z","caller":"traceutil/trace.go:171","msg":"trace[1497554717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7716; }","duration":"645.328645ms","start":"2026-02-26T01:51:44.060463Z","end":"2026-02-26T01:51:44.705792Z","steps":["trace[1497554717] 'agreement among raft nodes before linearized reading' (duration: 645.213873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:44.705811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:42.949317Z","time spent":"1.756485284s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:51:44.705843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:44.060437Z","time spent":"645.400736ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:51:44.705857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323876335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T01:51:44.705863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.750531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:51:44.705916Z","caller":"traceutil/trace.go:171","msg":"trace[2128521840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7716; }","duration":"1.323985167s","start":"2026-02-26T01:51:43.381911Z","end":"2026-02-26T01:51:44.705897Z","steps":["trace[2128521840] 'agreement among raft nodes before linearized reading' (duration: 1.323783734s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:44.705944Z","caller":"traceutil/trace.go:171","msg":"trace[358947946] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:7716; }","duration":"861.916894ms","start":"2026-02-26T01:51:43.844009Z","end":"2026-02-26T01:51:44.705926Z","steps":["trace[358947946] 'agreement among raft nodes before linearized reading' (duration: 861.67283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:44.705955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:43.381887Z","time spent":"1.324059029s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:51:44.705989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:43.843972Z","time spent":"862.006966ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:51:44.706107Z","caller":"traceutil/trace.go:171","msg":"trace[609286945] transaction","detail":"{read_only:false; response_revision:7716; number_of_response:1; }","duration":"1.031212152s","start":"2026-02-26T01:51:43.674886Z","end":"2026-02-26T01:51:44.706098Z","steps":["trace[609286945] 'process raft request' (duration: 1.03053632s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:44.706195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:43.674849Z","time spent":"1.031299394s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:51:44.70618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323007839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T01:51:44.706113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310646885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spc54\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-26T01:51:44.706235Z","caller":"traceutil/trace.go:171","msg":"trace[1205831455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7716; }","duration":"1.323110291s","start":"2026-02-26T01:51:43.38311Z","end":"2026-02-26T01:51:44.706221Z","steps":["trace[1205831455] 'agreement among raft nodes before linearized reading' (duration: 1.322944128s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:44.706247Z","caller":"traceutil/trace.go:171","msg":"trace[929767764] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spc54; range_end:; response_count:1; response_revision:7716; }","duration":"1.310779677s","start":"2026-02-26T01:51:43.395457Z","end":"2026-02-26T01:51:44.706237Z","steps":["trace[929767764] 'agreement among raft nodes before linearized reading' (duration: 1.310579154s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:44.706277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:43.39542Z","time spent":"1.310849978s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-spc54\" "} {"level":"warn","ts":"2026-02-26T01:51:44.706277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:43.38309Z","time spent":"1.323175993s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:51:44.706307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.365302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:51:44.706362Z","caller":"traceutil/trace.go:171","msg":"trace[1893602194] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7716; }","duration":"972.437123ms","start":"2026-02-26T01:51:43.733909Z","end":"2026-02-26T01:51:44.706346Z","steps":["trace[1893602194] 'agreement among raft nodes before linearized reading' (duration: 972.299881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:44.706393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:43.733855Z","time spent":"972.533165ms","remote":"127.0.0.1:42638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:51:44.706436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661851862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:51:44.706463Z","caller":"traceutil/trace.go:171","msg":"trace[1423367966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7716; }","duration":"1.662039105s","start":"2026-02-26T01:51:43.044415Z","end":"2026-02-26T01:51:44.706454Z","steps":["trace[1423367966] 'agreement among raft nodes before linearized reading' (duration: 1.662001334s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:44.706508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:43.044389Z","time spent":"1.662110536s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:51:44.70654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713914938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T01:51:44.70659Z","caller":"traceutil/trace.go:171","msg":"trace[1555586751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7716; }","duration":"1.713983769s","start":"2026-02-26T01:51:42.992592Z","end":"2026-02-26T01:51:44.706576Z","steps":["trace[1555586751] 'agreement among raft nodes before linearized reading' (duration: 1.713831417s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:44.706639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:42.992579Z","time spent":"1.71403354s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:51:44.707005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73814474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:51:44.707076Z","caller":"traceutil/trace.go:171","msg":"trace[1540385349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7716; }","duration":"1.738245142s","start":"2026-02-26T01:51:42.968817Z","end":"2026-02-26T01:51:44.707062Z","steps":["trace[1540385349] 'agreement among raft nodes before linearized reading' (duration: 1.736835766s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:44.707102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:42.968801Z","time spent":"1.738294492s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:51:44.707327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198057297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T01:51:44.707404Z","caller":"traceutil/trace.go:171","msg":"trace[998361274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7716; }","duration":"1.198164908s","start":"2026-02-26T01:51:43.509218Z","end":"2026-02-26T01:51:44.707383Z","steps":["trace[998361274] 'agreement among raft nodes before linearized reading' (duration: 1.196448907s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:44.707457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:43.509197Z","time spent":"1.19824882s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T01:51:52.962771Z","caller":"traceutil/trace.go:171","msg":"trace[288819423] transaction","detail":"{read_only:false; response_revision:7759; number_of_response:1; }","duration":"108.985062ms","start":"2026-02-26T01:51:52.853748Z","end":"2026-02-26T01:51:52.962733Z","steps":["trace[288819423] 'process raft request' (duration: 98.919979ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:52.962908Z","caller":"traceutil/trace.go:171","msg":"trace[548634011] transaction","detail":"{read_only:false; response_revision:7761; number_of_response:1; }","duration":"101.584246ms","start":"2026-02-26T01:51:52.861299Z","end":"2026-02-26T01:51:52.962883Z","steps":["trace[548634011] 'process raft request' (duration: 101.487075ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:52.962941Z","caller":"traceutil/trace.go:171","msg":"trace[1219021748] transaction","detail":"{read_only:false; response_revision:7760; number_of_response:1; }","duration":"108.35405ms","start":"2026-02-26T01:51:52.854572Z","end":"2026-02-26T01:51:52.962926Z","steps":["trace[1219021748] 'process raft request' (duration: 108.066025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:53.190392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.667681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:51:53.190511Z","caller":"traceutil/trace.go:171","msg":"trace[293461222] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7761; }","duration":"100.953836ms","start":"2026-02-26T01:51:53.089528Z","end":"2026-02-26T01:51:53.190482Z","steps":["trace[293461222] 'count revisions from in-memory index tree' (duration: 100.480027ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:53.747669Z","caller":"traceutil/trace.go:171","msg":"trace[507496284] transaction","detail":"{read_only:false; response_revision:7762; number_of_response:1; }","duration":"107.876962ms","start":"2026-02-26T01:51:53.639765Z","end":"2026-02-26T01:51:53.747642Z","steps":["trace[507496284] 'process raft request' (duration: 107.718609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:54.544517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703320668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:51:55.045368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703320668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:51:55.046209Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078029574s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T01:51:55.223036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.558851ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-26T01:51:55.240088Z","caller":"traceutil/trace.go:171","msg":"trace[285298881] transaction","detail":"{read_only:false; response_revision:7763; number_of_response:1; }","duration":"514.300093ms","start":"2026-02-26T01:51:54.725763Z","end":"2026-02-26T01:51:55.240064Z","steps":["trace[285298881] 'process raft request' (duration: 514.140039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:55.240218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:54.725738Z","time spent":"514.412426ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:55.240287Z","caller":"traceutil/trace.go:171","msg":"trace[694166130] linearizableReadLoop","detail":"{readStateIndex:8059; appliedIndex:8056; }","duration":"1.195808326s","start":"2026-02-26T01:51:54.044451Z","end":"2026-02-26T01:51:55.24026Z","steps":["trace[694166130] 'read index received' (duration: 1.002043181s)","trace[694166130] 'applied index is now lower than readState.Index' (duration: 193.764205ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:55.240459Z","caller":"traceutil/trace.go:171","msg":"trace[441143839] transaction","detail":"{read_only:false; response_revision:7764; number_of_response:1; }","duration":"291.719106ms","start":"2026-02-26T01:51:54.948729Z","end":"2026-02-26T01:51:55.240448Z","steps":["trace[441143839] 'process raft request' (duration: 291.296818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:55.240478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.706138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:51:55.240508Z","caller":"traceutil/trace.go:171","msg":"trace[24027396] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:7764; }","duration":"603.78301ms","start":"2026-02-26T01:51:54.636716Z","end":"2026-02-26T01:51:55.240499Z","steps":["trace[24027396] 'agreement among raft nodes before linearized reading' (duration: 603.732929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:55.240531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:54.636691Z","time spent":"603.83468ms","remote":"127.0.0.1:42286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:51:55.240705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.615293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T01:51:55.240733Z","caller":"traceutil/trace.go:171","msg":"trace[1081604737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7764; }","duration":"313.686905ms","start":"2026-02-26T01:51:54.92704Z","end":"2026-02-26T01:51:55.240726Z","steps":["trace[1081604737] 'agreement among raft nodes before linearized reading' (duration: 313.592773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:55.240751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:54.927014Z","time spent":"313.732955ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:51:55.240738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.612885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:51:55.240796Z","caller":"traceutil/trace.go:171","msg":"trace[550978523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7764; }","duration":"273.703407ms","start":"2026-02-26T01:51:54.967076Z","end":"2026-02-26T01:51:55.240779Z","steps":["trace[550978523] 'agreement among raft nodes before linearized reading' (duration: 273.503563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:55.240844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.197456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spc54\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-26T01:51:55.240876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.583686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:51:55.240895Z","caller":"traceutil/trace.go:171","msg":"trace[178940302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7764; }","duration":"482.634707ms","start":"2026-02-26T01:51:54.758254Z","end":"2026-02-26T01:51:55.240888Z","steps":["trace[178940302] 'agreement among raft nodes before linearized reading' (duration: 482.577596ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:55.240893Z","caller":"traceutil/trace.go:171","msg":"trace[155131569] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spc54; range_end:; response_count:1; response_revision:7764; }","duration":"473.318697ms","start":"2026-02-26T01:51:54.767561Z","end":"2026-02-26T01:51:55.240879Z","steps":["trace[155131569] 'agreement among raft nodes before linearized reading' (duration: 473.195465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:55.240912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:54.75824Z","time spent":"482.667858ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:51:55.240925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:54.76753Z","time spent":"473.386748ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-spc54\" "} {"level":"warn","ts":"2026-02-26T01:51:55.240959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196517239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:51:55.240984Z","caller":"traceutil/trace.go:171","msg":"trace[928777393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7764; }","duration":"1.19664075s","start":"2026-02-26T01:51:54.044338Z","end":"2026-02-26T01:51:55.240978Z","steps":["trace[928777393] 'agreement among raft nodes before linearized reading' (duration: 1.196603099s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:55.241003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:54.044317Z","time spent":"1.196681291s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:51:55.241115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.142909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T01:51:55.241155Z","caller":"traceutil/trace.go:171","msg":"trace[982080099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7764; }","duration":"387.235621ms","start":"2026-02-26T01:51:54.853911Z","end":"2026-02-26T01:51:55.241146Z","steps":["trace[982080099] 'agreement among raft nodes before linearized reading' (duration: 387.141829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:55.241171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.289309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T01:51:55.241188Z","caller":"traceutil/trace.go:171","msg":"trace[938332371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7764; }","duration":"273.331211ms","start":"2026-02-26T01:51:54.967852Z","end":"2026-02-26T01:51:55.241183Z","steps":["trace[938332371] 'agreement among raft nodes before linearized reading' (duration: 273.28553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:55.241183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:54.853871Z","time spent":"387.305733ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:51:55.241128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.238069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T01:51:55.241263Z","caller":"traceutil/trace.go:171","msg":"trace[803332694] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7764; }","duration":"273.386881ms","start":"2026-02-26T01:51:54.967868Z","end":"2026-02-26T01:51:55.241254Z","steps":["trace[803332694] 'agreement among raft nodes before linearized reading' (duration: 273.217328ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:55.351599Z","caller":"traceutil/trace.go:171","msg":"trace[45908281] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"104.886058ms","start":"2026-02-26T01:51:55.246691Z","end":"2026-02-26T01:51:55.351578Z","steps":["trace[45908281] 'process raft request' (duration: 104.828067ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:55.351648Z","caller":"traceutil/trace.go:171","msg":"trace[499000015] transaction","detail":"{read_only:false; response_revision:7766; number_of_response:1; }","duration":"105.113451ms","start":"2026-02-26T01:51:55.246507Z","end":"2026-02-26T01:51:55.351621Z","steps":["trace[499000015] 'process raft request' (duration: 104.882117ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:55.351939Z","caller":"traceutil/trace.go:171","msg":"trace[1251898540] transaction","detail":"{read_only:false; response_revision:7768; number_of_response:1; }","duration":"105.084181ms","start":"2026-02-26T01:51:55.246845Z","end":"2026-02-26T01:51:55.35193Z","steps":["trace[1251898540] 'process raft request' (duration: 104.705274ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:55.351968Z","caller":"traceutil/trace.go:171","msg":"trace[913046025] linearizableReadLoop","detail":"{readStateIndex:8063; appliedIndex:8059; }","duration":"103.920179ms","start":"2026-02-26T01:51:55.248032Z","end":"2026-02-26T01:51:55.351952Z","steps":["trace[913046025] 'read index received' (duration: 11.368436ms)","trace[913046025] 'applied index is now lower than readState.Index' (duration: 92.550943ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:55.35201Z","caller":"traceutil/trace.go:171","msg":"trace[935638166] transaction","detail":"{read_only:false; response_revision:7769; number_of_response:1; }","duration":"103.596934ms","start":"2026-02-26T01:51:55.248386Z","end":"2026-02-26T01:51:55.351983Z","steps":["trace[935638166] 'process raft request' (duration: 103.415779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:55.352098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.047123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:51:55.352126Z","caller":"traceutil/trace.go:171","msg":"trace[93876870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7770; }","duration":"104.108134ms","start":"2026-02-26T01:51:55.248011Z","end":"2026-02-26T01:51:55.352119Z","steps":["trace[93876870] 'agreement among raft nodes before linearized reading' (duration: 104.031463ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:55.352301Z","caller":"traceutil/trace.go:171","msg":"trace[1110347116] transaction","detail":"{read_only:false; response_revision:7770; number_of_response:1; }","duration":"102.916142ms","start":"2026-02-26T01:51:55.249354Z","end":"2026-02-26T01:51:55.35227Z","steps":["trace[1110347116] 'process raft request' (duration: 102.550774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:55.352355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.036603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223797"} {"level":"info","ts":"2026-02-26T01:51:55.352388Z","caller":"traceutil/trace.go:171","msg":"trace[1568980688] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7770; }","duration":"104.083254ms","start":"2026-02-26T01:51:55.248294Z","end":"2026-02-26T01:51:55.352378Z","steps":["trace[1568980688] 'agreement among raft nodes before linearized reading' (duration: 103.761478ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:57.367053Z","caller":"traceutil/trace.go:171","msg":"trace[1175059969] linearizableReadLoop","detail":"{readStateIndex:8067; appliedIndex:8066; }","duration":"104.272129ms","start":"2026-02-26T01:51:57.262765Z","end":"2026-02-26T01:51:57.367037Z","steps":["trace[1175059969] 'read index received' (duration: 104.130827ms)","trace[1175059969] 'applied index is now lower than readState.Index' (duration: 140.562µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:51:57.36717Z","caller":"traceutil/trace.go:171","msg":"trace[2115962661] transaction","detail":"{read_only:false; response_revision:7772; number_of_response:1; }","duration":"121.651336ms","start":"2026-02-26T01:51:57.245483Z","end":"2026-02-26T01:51:57.367135Z","steps":["trace[2115962661] 'process raft request' (duration: 121.450473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:57.36723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.464733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T01:51:57.367274Z","caller":"traceutil/trace.go:171","msg":"trace[1633678566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7772; }","duration":"104.557815ms","start":"2026-02-26T01:51:57.262703Z","end":"2026-02-26T01:51:57.367261Z","steps":["trace[1633678566] 'agreement among raft nodes before linearized reading' (duration: 104.424563ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:57.545162Z","caller":"traceutil/trace.go:171","msg":"trace[356690431] transaction","detail":"{read_only:false; response_revision:7774; number_of_response:1; }","duration":"172.693035ms","start":"2026-02-26T01:51:57.372439Z","end":"2026-02-26T01:51:57.545132Z","steps":["trace[356690431] 'process raft request' (duration: 172.298328ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:57.545162Z","caller":"traceutil/trace.go:171","msg":"trace[699362197] transaction","detail":"{read_only:false; response_revision:7775; number_of_response:1; }","duration":"172.626774ms","start":"2026-02-26T01:51:57.372498Z","end":"2026-02-26T01:51:57.545124Z","steps":["trace[699362197] 'process raft request' (duration: 172.493712ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:57.546494Z","caller":"traceutil/trace.go:171","msg":"trace[1376245519] transaction","detail":"{read_only:false; response_revision:7776; number_of_response:1; }","duration":"173.840016ms","start":"2026-02-26T01:51:57.372612Z","end":"2026-02-26T01:51:57.546452Z","steps":["trace[1376245519] 'process raft request' (duration: 172.449161ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:57.546746Z","caller":"traceutil/trace.go:171","msg":"trace[1833674227] transaction","detail":"{read_only:false; response_revision:7777; number_of_response:1; }","duration":"173.943098ms","start":"2026-02-26T01:51:57.372786Z","end":"2026-02-26T01:51:57.546729Z","steps":["trace[1833674227] 'process raft request' (duration: 173.432369ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:57.546866Z","caller":"traceutil/trace.go:171","msg":"trace[375601656] linearizableReadLoop","detail":"{readStateIndex:8071; appliedIndex:8067; }","duration":"173.812875ms","start":"2026-02-26T01:51:57.37264Z","end":"2026-02-26T01:51:57.546453Z","steps":["trace[375601656] 'read index received' (duration: 17.524668ms)","trace[375601656] 'applied index is now lower than readState.Index' (duration: 156.286697ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:57.547005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.331685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223797"} {"level":"info","ts":"2026-02-26T01:51:57.547007Z","caller":"traceutil/trace.go:171","msg":"trace[2030480511] transaction","detail":"{read_only:false; response_revision:7778; number_of_response:1; }","duration":"173.047582ms","start":"2026-02-26T01:51:57.373947Z","end":"2026-02-26T01:51:57.546994Z","steps":["trace[2030480511] 'process raft request' (duration: 172.448251ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:57.547088Z","caller":"traceutil/trace.go:171","msg":"trace[1263428045] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7778; }","duration":"174.437337ms","start":"2026-02-26T01:51:57.372633Z","end":"2026-02-26T01:51:57.547071Z","steps":["trace[1263428045] 'agreement among raft nodes before linearized reading' (duration: 173.824836ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:58.027203Z","caller":"traceutil/trace.go:171","msg":"trace[2061396450] transaction","detail":"{read_only:false; response_revision:7779; number_of_response:1; }","duration":"235.817815ms","start":"2026-02-26T01:51:57.791358Z","end":"2026-02-26T01:51:58.027176Z","steps":["trace[2061396450] 'process raft request' (duration: 235.641962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:51:59.039687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.795965ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:51:59.039819Z","caller":"traceutil/trace.go:171","msg":"trace[1688870162] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7779; }","duration":"134.937178ms","start":"2026-02-26T01:51:58.90486Z","end":"2026-02-26T01:51:59.039797Z","steps":["trace[1688870162] 'range keys from in-memory index tree' (duration: 134.776785ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:59.040012Z","caller":"traceutil/trace.go:171","msg":"trace[2001839093] transaction","detail":"{read_only:false; response_revision:7780; number_of_response:1; }","duration":"444.565948ms","start":"2026-02-26T01:51:58.59541Z","end":"2026-02-26T01:51:59.039976Z","steps":["trace[2001839093] 'process raft request' (duration: 422.321033ms)","trace[2001839093] 'compare' (duration: 22.076161ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:59.040201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:58.595383Z","time spent":"444.714651ms","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:59.180599Z","caller":"traceutil/trace.go:171","msg":"trace[1856621800] linearizableReadLoop","detail":"{readStateIndex:8077; appliedIndex:8076; }","duration":"135.061801ms","start":"2026-02-26T01:51:59.045489Z","end":"2026-02-26T01:51:59.180551Z","steps":["trace[1856621800] 'read index received' (duration: 116.586665ms)","trace[1856621800] 'applied index is now lower than readState.Index' (duration: 18.473916ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:59.180968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.121151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-02-26T01:51:59.181147Z","caller":"traceutil/trace.go:171","msg":"trace[1635656139] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7781; }","duration":"135.378635ms","start":"2026-02-26T01:51:59.045752Z","end":"2026-02-26T01:51:59.181131Z","steps":["trace[1635656139] 'agreement among raft nodes before linearized reading' (duration: 135.124481ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:51:59.180981Z","caller":"traceutil/trace.go:171","msg":"trace[154110383] transaction","detail":"{read_only:false; response_revision:7781; number_of_response:1; }","duration":"520.974749ms","start":"2026-02-26T01:51:58.65999Z","end":"2026-02-26T01:51:59.180964Z","steps":["trace[154110383] 'process raft request' (duration: 502.178467ms)","trace[154110383] 'compare' (duration: 18.238032ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:51:59.181062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.5751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:51:59.18134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:51:58.659975Z","time spent":"521.275984ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:51:59.181446Z","caller":"traceutil/trace.go:171","msg":"trace[1444074472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7781; }","duration":"135.905127ms","start":"2026-02-26T01:51:59.045442Z","end":"2026-02-26T01:51:59.181347Z","steps":["trace[1444074472] 'agreement among raft nodes before linearized reading' (duration: 135.57393ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:00.173082Z","caller":"traceutil/trace.go:171","msg":"trace[6649610] transaction","detail":"{read_only:false; response_revision:7790; number_of_response:1; }","duration":"139.556963ms","start":"2026-02-26T01:52:00.033482Z","end":"2026-02-26T01:52:00.173039Z","steps":["trace[6649610] 'process raft request' (duration: 139.37107ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:11.73965Z","caller":"traceutil/trace.go:171","msg":"trace[1392526895] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"122.743196ms","start":"2026-02-26T01:52:11.61688Z","end":"2026-02-26T01:52:11.739624Z","steps":["trace[1392526895] 'process raft request' (duration: 66.235827ms)","trace[1392526895] 'compare' (duration: 56.400167ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:11.756448Z","caller":"traceutil/trace.go:171","msg":"trace[1227761086] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"136.846563ms","start":"2026-02-26T01:52:11.619575Z","end":"2026-02-26T01:52:11.756421Z","steps":["trace[1227761086] 'process raft request' (duration: 136.650679ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:11.756714Z","caller":"traceutil/trace.go:171","msg":"trace[281115288] transaction","detail":"{read_only:false; response_revision:7851; number_of_response:1; }","duration":"136.366253ms","start":"2026-02-26T01:52:11.620313Z","end":"2026-02-26T01:52:11.756679Z","steps":["trace[281115288] 'process raft request' (duration: 136.055608ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:11.756782Z","caller":"traceutil/trace.go:171","msg":"trace[1572448523] linearizableReadLoop","detail":"{readStateIndex:8150; appliedIndex:8146; }","duration":"130.11205ms","start":"2026-02-26T01:52:11.626653Z","end":"2026-02-26T01:52:11.756765Z","steps":["trace[1572448523] 'read index received' (duration: 56.476359ms)","trace[1572448523] 'applied index is now lower than readState.Index' (duration: 73.634671ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:11.756781Z","caller":"traceutil/trace.go:171","msg":"trace[743424026] transaction","detail":"{read_only:false; response_revision:7852; number_of_response:1; }","duration":"136.098108ms","start":"2026-02-26T01:52:11.620646Z","end":"2026-02-26T01:52:11.756744Z","steps":["trace[743424026] 'process raft request' (duration: 135.924015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:11.757046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.376095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spc54\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-26T01:52:11.75709Z","caller":"traceutil/trace.go:171","msg":"trace[1330018040] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spc54; range_end:; response_count:1; response_revision:7853; }","duration":"130.451546ms","start":"2026-02-26T01:52:11.626628Z","end":"2026-02-26T01:52:11.75708Z","steps":["trace[1330018040] 'agreement among raft nodes before linearized reading' (duration: 130.266093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:12.510063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.16528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:52:12.510333Z","caller":"traceutil/trace.go:171","msg":"trace[428084878] transaction","detail":"{read_only:false; response_revision:7855; number_of_response:1; }","duration":"294.984702ms","start":"2026-02-26T01:52:12.215325Z","end":"2026-02-26T01:52:12.510309Z","steps":["trace[428084878] 'process raft request' (duration: 294.88451ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:12.510369Z","caller":"traceutil/trace.go:171","msg":"trace[1447335425] linearizableReadLoop","detail":"{readStateIndex:8152; appliedIndex:8151; }","duration":"746.790192ms","start":"2026-02-26T01:52:11.763517Z","end":"2026-02-26T01:52:12.510307Z","steps":["trace[1447335425] 'read index received' (duration: 257.208635ms)","trace[1447335425] 'applied index is now lower than readState.Index' (duration: 489.575417ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:12.510543Z","caller":"traceutil/trace.go:171","msg":"trace[1254400970] transaction","detail":"{read_only:false; response_revision:7854; number_of_response:1; }","duration":"750.352536ms","start":"2026-02-26T01:52:11.760145Z","end":"2026-02-26T01:52:12.510497Z","steps":["trace[1254400970] 'process raft request' (duration: 260.646427ms)","trace[1254400970] 'compare' (duration: 488.868475ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:52:12.510712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:11.760121Z","time spent":"750.496461ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:12.510742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.433289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:52:12.510927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.393203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223797"} {"level":"info","ts":"2026-02-26T01:52:12.511032Z","caller":"traceutil/trace.go:171","msg":"trace[1474231177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7855; }","duration":"465.756184ms","start":"2026-02-26T01:52:12.045206Z","end":"2026-02-26T01:52:12.510962Z","steps":["trace[1474231177] 'agreement among raft nodes before linearized reading' (duration: 465.445528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:12.511176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:12.045179Z","time spent":"465.981528ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:52:12.511242Z","caller":"traceutil/trace.go:171","msg":"trace[82056297] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7855; }","duration":"747.507556ms","start":"2026-02-26T01:52:11.76346Z","end":"2026-02-26T01:52:12.510968Z","steps":["trace[82056297] 'agreement among raft nodes before linearized reading' (duration: 747.026356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:12.511416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:11.763435Z","time spent":"747.960693ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223819,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T01:52:25.688042Z","caller":"traceutil/trace.go:171","msg":"trace[103660323] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"119.301263ms","start":"2026-02-26T01:52:25.568706Z","end":"2026-02-26T01:52:25.688007Z","steps":["trace[103660323] 'process raft request' (duration: 119.058559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.147526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.512844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:52:26.147658Z","caller":"traceutil/trace.go:171","msg":"trace[615658350] linearizableReadLoop","detail":"{readStateIndex:8268; appliedIndex:8267; }","duration":"453.283846ms","start":"2026-02-26T01:52:25.694353Z","end":"2026-02-26T01:52:26.147637Z","steps":["trace[615658350] 'read index received' (duration: 197.495507ms)","trace[615658350] 'applied index is now lower than readState.Index' (duration: 255.786629ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:26.147752Z","caller":"traceutil/trace.go:171","msg":"trace[1928045216] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"455.035668ms","start":"2026-02-26T01:52:25.6927Z","end":"2026-02-26T01:52:26.147736Z","steps":["trace[1928045216] 'process raft request' (duration: 199.197169ms)","trace[1928045216] 'compare' (duration: 255.372161ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:52:26.147852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:25.692682Z","time spent":"455.12304ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:26.147949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.579192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T01:52:26.148039Z","caller":"traceutil/trace.go:171","msg":"trace[2000891139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7965; }","duration":"453.713474ms","start":"2026-02-26T01:52:25.694307Z","end":"2026-02-26T01:52:26.14802Z","steps":["trace[2000891139] 'agreement among raft nodes before linearized reading' (duration: 453.51086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.148079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:25.694289Z","time spent":"453.782255ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:52:26.15741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.979872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:52:26.157491Z","caller":"traceutil/trace.go:171","msg":"trace[1741754504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7966; }","duration":"340.095555ms","start":"2026-02-26T01:52:25.817377Z","end":"2026-02-26T01:52:26.157473Z","steps":["trace[1741754504] 'agreement among raft nodes before linearized reading' (duration: 339.84035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.15753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:25.817361Z","time spent":"340.159255ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:52:26.157523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.381478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T01:52:26.157583Z","caller":"traceutil/trace.go:171","msg":"trace[1493725018] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7966; }","duration":"330.476089ms","start":"2026-02-26T01:52:25.82709Z","end":"2026-02-26T01:52:26.157566Z","steps":["trace[1493725018] 'agreement among raft nodes before linearized reading' (duration: 330.320256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.157616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:25.827075Z","time spent":"330.532221ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:52:26.157669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.050484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T01:52:26.157702Z","caller":"traceutil/trace.go:171","msg":"trace[867907388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7966; }","duration":"334.085495ms","start":"2026-02-26T01:52:25.823608Z","end":"2026-02-26T01:52:26.157694Z","steps":["trace[867907388] 'agreement among raft nodes before linearized reading' (duration: 333.999563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.157718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:25.823575Z","time spent":"334.139707ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T01:52:26.157719Z","caller":"traceutil/trace.go:171","msg":"trace[320373772] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"189.92804ms","start":"2026-02-26T01:52:25.967781Z","end":"2026-02-26T01:52:26.157709Z","steps":["trace[320373772] 'process raft request' (duration: 189.317058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.157824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.410026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T01:52:26.157887Z","caller":"traceutil/trace.go:171","msg":"trace[1487170368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7966; }","duration":"337.468576ms","start":"2026-02-26T01:52:25.820381Z","end":"2026-02-26T01:52:26.15785Z","steps":["trace[1487170368] 'agreement among raft nodes before linearized reading' (duration: 337.364344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:26.157929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:25.82037Z","time spent":"337.548008ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:26.157955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.815764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:26.158067Z","caller":"traceutil/trace.go:171","msg":"trace[37066425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7966; }","duration":"113.995287ms","start":"2026-02-26T01:52:26.044046Z","end":"2026-02-26T01:52:26.158041Z","steps":["trace[37066425] 'agreement among raft nodes before linearized reading' (duration: 113.726822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:28.318767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703321339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:52:28.81968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703321339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:52:29.31477Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.088329263s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:52:29.315205Z","caller":"traceutil/trace.go:171","msg":"trace[1584416669] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"1.621953703s","start":"2026-02-26T01:52:27.693221Z","end":"2026-02-26T01:52:29.315175Z","steps":["trace[1584416669] 'process raft request' (duration: 1.62177976s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.315357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:27.693197Z","time spent":"1.622073856s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:29.323544Z","caller":"traceutil/trace.go:171","msg":"trace[867065308] linearizableReadLoop","detail":"{readStateIndex:8277; appliedIndex:8275; }","duration":"1.506030782s","start":"2026-02-26T01:52:27.817468Z","end":"2026-02-26T01:52:29.323499Z","steps":["trace[867065308] 'read index received' (duration: 1.497581988s)","trace[867065308] 'applied index is now lower than readState.Index' (duration: 8.447804ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:29.323777Z","caller":"traceutil/trace.go:171","msg":"trace[2101892072] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"702.7835ms","start":"2026-02-26T01:52:28.620978Z","end":"2026-02-26T01:52:29.323761Z","steps":["trace[2101892072] 'process raft request' (duration: 702.434474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.323854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.620955Z","time spent":"702.856292ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:29.324023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506549451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:29.324082Z","caller":"traceutil/trace.go:171","msg":"trace[708978165] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7974; }","duration":"1.506645312s","start":"2026-02-26T01:52:27.817426Z","end":"2026-02-26T01:52:29.324071Z","steps":["trace[708978165] 'agreement among raft nodes before linearized reading' (duration: 1.50656349s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.324116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:27.817399Z","time spent":"1.506708413s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:52:29.324269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279891852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:29.32432Z","caller":"traceutil/trace.go:171","msg":"trace[1048128516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7974; }","duration":"1.279985864s","start":"2026-02-26T01:52:28.044322Z","end":"2026-02-26T01:52:29.324308Z","steps":["trace[1048128516] 'agreement among raft nodes before linearized reading' (duration: 1.279907033s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.324351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.044302Z","time spent":"1.280042245s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:52:29.324556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15568964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T01:52:29.324583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155924293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T01:52:29.324599Z","caller":"traceutil/trace.go:171","msg":"trace[268663237] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7974; }","duration":"1.155753491s","start":"2026-02-26T01:52:28.168836Z","end":"2026-02-26T01:52:29.32459Z","steps":["trace[268663237] 'agreement among raft nodes before linearized reading' (duration: 1.155615919s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:29.324613Z","caller":"traceutil/trace.go:171","msg":"trace[980534752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7974; }","duration":"1.155996095s","start":"2026-02-26T01:52:28.168608Z","end":"2026-02-26T01:52:29.324604Z","steps":["trace[980534752] 'agreement among raft nodes before linearized reading' (duration: 1.155889323s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.324629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.168829Z","time spent":"1.155793421s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:52:29.324647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.168581Z","time spent":"1.156060216s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:29.324794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172660769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:52:29.324828Z","caller":"traceutil/trace.go:171","msg":"trace[1412020874] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7974; }","duration":"1.172733971s","start":"2026-02-26T01:52:28.152083Z","end":"2026-02-26T01:52:29.324817Z","steps":["trace[1412020874] 'agreement among raft nodes before linearized reading' (duration: 1.172635788s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.324855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.152058Z","time spent":"1.172789422s","remote":"127.0.0.1:42492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:52:29.324846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161422455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T01:52:29.324951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.774693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spc54\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-26T01:52:29.324956Z","caller":"traceutil/trace.go:171","msg":"trace[1678749290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7974; }","duration":"1.161575188s","start":"2026-02-26T01:52:28.16335Z","end":"2026-02-26T01:52:29.324925Z","steps":["trace[1678749290] 'agreement among raft nodes before linearized reading' (duration: 1.161225361s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:29.324991Z","caller":"traceutil/trace.go:171","msg":"trace[192522067] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spc54; range_end:; response_count:1; response_revision:7974; }","duration":"695.843955ms","start":"2026-02-26T01:52:28.629138Z","end":"2026-02-26T01:52:29.324982Z","steps":["trace[192522067] 'agreement among raft nodes before linearized reading' (duration: 695.746253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.325021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.163335Z","time spent":"1.161675959s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:52:29.325025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.629125Z","time spent":"695.893195ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-spc54\" "} {"level":"warn","ts":"2026-02-26T01:52:29.325047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173326132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:52:29.325082Z","caller":"traceutil/trace.go:171","msg":"trace[1558255278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7974; }","duration":"1.173392792s","start":"2026-02-26T01:52:28.15168Z","end":"2026-02-26T01:52:29.325073Z","steps":["trace[1558255278] 'agreement among raft nodes before linearized reading' (duration: 1.173305271s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.325113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.151667Z","time spent":"1.173439484s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:29.325188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.845593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:52:29.32522Z","caller":"traceutil/trace.go:171","msg":"trace[323759503] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7974; }","duration":"701.901746ms","start":"2026-02-26T01:52:28.62331Z","end":"2026-02-26T01:52:29.325212Z","steps":["trace[323759503] 'agreement among raft nodes before linearized reading' (duration: 701.837585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.325249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.623299Z","time spent":"701.943426ms","remote":"127.0.0.1:42622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:52:29.325392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.221537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:29.325432Z","caller":"traceutil/trace.go:171","msg":"trace[1906000465] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:7974; }","duration":"704.285118ms","start":"2026-02-26T01:52:28.621136Z","end":"2026-02-26T01:52:29.325422Z","steps":["trace[1906000465] 'agreement among raft nodes before linearized reading' (duration: 704.229538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.325459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.621128Z","time spent":"704.324359ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:52:29.325487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.65154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:52:29.325527Z","caller":"traceutil/trace.go:171","msg":"trace[1256579744] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7974; }","duration":"908.726962ms","start":"2026-02-26T01:52:28.416791Z","end":"2026-02-26T01:52:29.325518Z","steps":["trace[1256579744] 'agreement among raft nodes before linearized reading' (duration: 908.659551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.325531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158728695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T01:52:29.325566Z","caller":"traceutil/trace.go:171","msg":"trace[235728220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7974; }","duration":"1.158782287s","start":"2026-02-26T01:52:28.166775Z","end":"2026-02-26T01:52:29.325557Z","steps":["trace[235728220] 'agreement among raft nodes before linearized reading' (duration: 1.158707216s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.325588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.166764Z","time spent":"1.158819857s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:29.32565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.782638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-26T01:52:29.325464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158113504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:52:29.325683Z","caller":"traceutil/trace.go:171","msg":"trace[1122959731] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:7974; }","duration":"910.84715ms","start":"2026-02-26T01:52:28.414829Z","end":"2026-02-26T01:52:29.325676Z","steps":["trace[1122959731] 'agreement among raft nodes before linearized reading' (duration: 910.751348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.325563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.416781Z","time spent":"908.774153ms","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:52:29.325704Z","caller":"traceutil/trace.go:171","msg":"trace[558727791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7974; }","duration":"1.158379648s","start":"2026-02-26T01:52:28.167313Z","end":"2026-02-26T01:52:29.325693Z","steps":["trace[558727791] 'agreement among raft nodes before linearized reading' (duration: 1.158090963s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:29.325933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.167302Z","time spent":"1.158623643s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:52:29.325711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:28.414811Z","time spent":"910.89208ms","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"info","ts":"2026-02-26T01:52:31.515622Z","caller":"traceutil/trace.go:171","msg":"trace[1038680586] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"193.83592ms","start":"2026-02-26T01:52:31.321761Z","end":"2026-02-26T01:52:31.515597Z","steps":["trace[1038680586] 'process raft request' (duration: 193.685778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:31.699217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.585816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:52:31.699348Z","caller":"traceutil/trace.go:171","msg":"trace[608394913] linearizableReadLoop","detail":"{readStateIndex:8289; appliedIndex:8287; }","duration":"336.309836ms","start":"2026-02-26T01:52:31.363016Z","end":"2026-02-26T01:52:31.699326Z","steps":["trace[608394913] 'read index received' (duration: 152.453847ms)","trace[608394913] 'applied index is now lower than readState.Index' (duration: 183.854209ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:31.699362Z","caller":"traceutil/trace.go:171","msg":"trace[1187965767] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"367.979142ms","start":"2026-02-26T01:52:31.331355Z","end":"2026-02-26T01:52:31.699334Z","steps":["trace[1187965767] 'process raft request' (duration: 247.125801ms)","trace[1187965767] 'compare' (duration: 120.447564ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:52:31.699544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.51362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-02-26T01:52:31.699575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.979671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T01:52:31.699641Z","caller":"traceutil/trace.go:171","msg":"trace[869019347] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7985; }","duration":"336.655713ms","start":"2026-02-26T01:52:31.362961Z","end":"2026-02-26T01:52:31.699617Z","steps":["trace[869019347] 'agreement among raft nodes before linearized reading' (duration: 336.443039ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:31.699646Z","caller":"traceutil/trace.go:171","msg":"trace[735625328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7985; }","duration":"330.086033ms","start":"2026-02-26T01:52:31.369542Z","end":"2026-02-26T01:52:31.699628Z","steps":["trace[735625328] 'agreement among raft nodes before linearized reading' (duration: 329.89465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:31.699668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.354159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-26T01:52:31.699684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:31.362942Z","time spent":"336.732944ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:52:31.699691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:31.369528Z","time spent":"330.151004ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T01:52:31.699725Z","caller":"traceutil/trace.go:171","msg":"trace[1024423547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7985; }","duration":"329.430921ms","start":"2026-02-26T01:52:31.370277Z","end":"2026-02-26T01:52:31.699708Z","steps":["trace[1024423547] 'agreement among raft nodes before linearized reading' (duration: 329.280259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:31.699735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.442222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-26T01:52:31.699751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.784043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T01:52:31.699799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:31.370262Z","time spent":"329.522703ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:52:31.699801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.282058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spc54\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-26T01:52:31.699852Z","caller":"traceutil/trace.go:171","msg":"trace[711560926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7985; }","duration":"326.902055ms","start":"2026-02-26T01:52:31.37293Z","end":"2026-02-26T01:52:31.699832Z","steps":["trace[711560926] 'agreement among raft nodes before linearized reading' (duration: 326.571729ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:31.699875Z","caller":"traceutil/trace.go:171","msg":"trace[2076760483] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spc54; range_end:; response_count:1; response_revision:7985; }","duration":"329.40394ms","start":"2026-02-26T01:52:31.370456Z","end":"2026-02-26T01:52:31.69986Z","steps":["trace[2076760483] 'agreement among raft nodes before linearized reading' (duration: 329.155086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:31.699914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:31.370446Z","time spent":"329.460191ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-spc54\" "} {"level":"warn","ts":"2026-02-26T01:52:31.699907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:31.372895Z","time spent":"327.000997ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T01:52:31.699816Z","caller":"traceutil/trace.go:171","msg":"trace[1714284616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7985; }","duration":"329.544163ms","start":"2026-02-26T01:52:31.370255Z","end":"2026-02-26T01:52:31.699799Z","steps":["trace[1714284616] 'agreement among raft nodes before linearized reading' (duration: 329.35313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:31.699984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:31.370239Z","time spent":"329.733426ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:31.699477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:31.331328Z","time spent":"368.089414ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:31.700164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.099914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-26T01:52:31.700346Z","caller":"traceutil/trace.go:171","msg":"trace[986369095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7985; }","duration":"329.354228ms","start":"2026-02-26T01:52:31.370981Z","end":"2026-02-26T01:52:31.700335Z","steps":["trace[986369095] 'agreement among raft nodes before linearized reading' (duration: 328.451833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:31.700383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:31.370968Z","time spent":"329.40387ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T01:52:32.174295Z","caller":"traceutil/trace.go:171","msg":"trace[1564823760] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"468.784189ms","start":"2026-02-26T01:52:31.70548Z","end":"2026-02-26T01:52:32.174264Z","steps":["trace[1564823760] 'process raft request' (duration: 468.502743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:32.174485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:31.705456Z","time spent":"468.936041ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:32.174621Z","caller":"traceutil/trace.go:171","msg":"trace[1694030095] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"468.913791ms","start":"2026-02-26T01:52:31.705688Z","end":"2026-02-26T01:52:32.174602Z","steps":["trace[1694030095] 'process raft request' (duration: 468.775839ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:32.174647Z","caller":"traceutil/trace.go:171","msg":"trace[1979584333] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"468.993063ms","start":"2026-02-26T01:52:31.705606Z","end":"2026-02-26T01:52:32.174599Z","steps":["trace[1979584333] 'process raft request' (duration: 468.600536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:32.174739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:31.705667Z","time spent":"469.016814ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:32.174756Z","caller":"traceutil/trace.go:171","msg":"trace[1600062652] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"468.661227ms","start":"2026-02-26T01:52:31.706078Z","end":"2026-02-26T01:52:32.174739Z","steps":["trace[1600062652] 'process raft request' (duration: 468.470073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:32.174849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:31.706069Z","time spent":"468.728579ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:32.174869Z","caller":"traceutil/trace.go:171","msg":"trace[1650569703] linearizableReadLoop","detail":"{readStateIndex:8292; appliedIndex:8289; }","duration":"469.197826ms","start":"2026-02-26T01:52:31.705654Z","end":"2026-02-26T01:52:32.174852Z","steps":["trace[1650569703] 'read index received' (duration: 44.984729ms)","trace[1650569703] 'applied index is now lower than readState.Index' (duration: 424.212267ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:52:32.17487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:31.705594Z","time spent":"469.142185ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:32.175018Z","caller":"traceutil/trace.go:171","msg":"trace[28150796] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"465.648601ms","start":"2026-02-26T01:52:31.709358Z","end":"2026-02-26T01:52:32.175007Z","steps":["trace[28150796] 'process raft request' (duration: 465.314635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:32.175099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:31.709347Z","time spent":"465.708632ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:32.175114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.452161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19434"} {"level":"warn","ts":"2026-02-26T01:52:32.175125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.949947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:32.175169Z","caller":"traceutil/trace.go:171","msg":"trace[587634385] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7991; }","duration":"469.530062ms","start":"2026-02-26T01:52:31.705623Z","end":"2026-02-26T01:52:32.175153Z","steps":["trace[587634385] 'agreement among raft nodes before linearized reading' (duration: 469.341558ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:32.175182Z","caller":"traceutil/trace.go:171","msg":"trace[817137709] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7991; }","duration":"399.049269ms","start":"2026-02-26T01:52:31.776112Z","end":"2026-02-26T01:52:32.175162Z","steps":["trace[817137709] 'agreement among raft nodes before linearized reading' (duration: 398.926887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:32.175226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:31.705605Z","time spent":"469.608744ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19456,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T01:52:32.175234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:31.776099Z","time spent":"399.12332ms","remote":"127.0.0.1:42306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:52:32.175145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.60528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:52:32.175407Z","caller":"traceutil/trace.go:171","msg":"trace[81958343] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:7991; }","duration":"331.935656ms","start":"2026-02-26T01:52:31.843457Z","end":"2026-02-26T01:52:32.175392Z","steps":["trace[81958343] 'agreement among raft nodes before linearized reading' (duration: 331.57776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:32.175469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:31.843434Z","time spent":"332.010207ms","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:52:32.175495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.128917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-84df9f75dd-bzstf.1897a8e7ca6ac609\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-02-26T01:52:32.175655Z","caller":"traceutil/trace.go:171","msg":"trace[1080664452] range","detail":"{range_begin:/registry/events/openstack/barbican-api-84df9f75dd-bzstf.1897a8e7ca6ac609; range_end:; response_count:1; response_revision:7991; }","duration":"445.413153ms","start":"2026-02-26T01:52:31.730216Z","end":"2026-02-26T01:52:32.175629Z","steps":["trace[1080664452] 'agreement among raft nodes before linearized reading' (duration: 444.787141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:32.175745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:31.7302Z","time spent":"445.528996ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-84df9f75dd-bzstf.1897a8e7ca6ac609\" "} {"level":"warn","ts":"2026-02-26T01:52:32.400306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.322189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T01:52:32.400418Z","caller":"traceutil/trace.go:171","msg":"trace[1601882623] linearizableReadLoop","detail":"{readStateIndex:8296; appliedIndex:8295; }","duration":"169.079019ms","start":"2026-02-26T01:52:32.231322Z","end":"2026-02-26T01:52:32.400401Z","steps":["trace[1601882623] 'read index received' (duration: 7.419335ms)","trace[1601882623] 'applied index is now lower than readState.Index' (duration: 161.658014ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:32.400496Z","caller":"traceutil/trace.go:171","msg":"trace[1708799854] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"220.859433ms","start":"2026-02-26T01:52:32.179623Z","end":"2026-02-26T01:52:32.400482Z","steps":["trace[1708799854] 'process raft request' (duration: 59.239679ms)","trace[1708799854] 'compare' (duration: 161.179826ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:52:32.400644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.459666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:32.400742Z","caller":"traceutil/trace.go:171","msg":"trace[160054015] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7992; }","duration":"158.647489ms","start":"2026-02-26T01:52:32.24207Z","end":"2026-02-26T01:52:32.400718Z","steps":["trace[160054015] 'agreement among raft nodes before linearized reading' (duration: 158.489296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:32.40082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.482286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:52:32.400878Z","caller":"traceutil/trace.go:171","msg":"trace[1695799109] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7992; }","duration":"169.549248ms","start":"2026-02-26T01:52:32.231314Z","end":"2026-02-26T01:52:32.400863Z","steps":["trace[1695799109] 'agreement among raft nodes before linearized reading' (duration: 169.382625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:32.929196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.726883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:52:32.929308Z","caller":"traceutil/trace.go:171","msg":"trace[1960623131] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7992; }","duration":"342.881695ms","start":"2026-02-26T01:52:32.586413Z","end":"2026-02-26T01:52:32.929294Z","steps":["trace[1960623131] 'count revisions from in-memory index tree' (duration: 342.655472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:32.929338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:32.5864Z","time spent":"342.929336ms","remote":"127.0.0.1:42476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":60,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:52:33.54521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703321386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:52:34.045671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703321386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:52:34.546401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703321386,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:52:34.814076Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.795781239s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:52:34.814615Z","caller":"traceutil/trace.go:171","msg":"trace[1241675665] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"1.79638241s","start":"2026-02-26T01:52:33.018196Z","end":"2026-02-26T01:52:34.814578Z","steps":["trace[1241675665] 'process raft request' (duration: 1.796143336s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:34.814868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:33.018173Z","time spent":"1.796567034s","remote":"127.0.0.1:34042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:35.044852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000315766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T01:52:35.044984Z","caller":"traceutil/trace.go:171","msg":"trace[271650942] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000555449s","start":"2026-02-26T01:52:33.044399Z","end":"2026-02-26T01:52:35.044955Z","steps":["trace[271650942] 'agreement among raft nodes before linearized reading' (duration: 2.000356535s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.045052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:33.044375Z","time spent":"2.000665181s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 01:52:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-26T01:52:35.235936Z","caller":"traceutil/trace.go:171","msg":"trace[1636179677] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"1.714470518s","start":"2026-02-26T01:52:33.521444Z","end":"2026-02-26T01:52:35.235915Z","steps":["trace[1636179677] 'process raft request' (duration: 1.714308465s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:35.236087Z","caller":"traceutil/trace.go:171","msg":"trace[1140533535] linearizableReadLoop","detail":"{readStateIndex:8300; appliedIndex:8296; }","duration":"2.191596408s","start":"2026-02-26T01:52:33.044462Z","end":"2026-02-26T01:52:35.236058Z","steps":["trace[1140533535] 'read index received' (duration: 1.769888737s)","trace[1140533535] 'applied index is now lower than readState.Index' (duration: 421.705351ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:35.236127Z","caller":"traceutil/trace.go:171","msg":"trace[223305129] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"1.527792368s","start":"2026-02-26T01:52:33.708278Z","end":"2026-02-26T01:52:35.23607Z","steps":["trace[223305129] 'process raft request' (duration: 1.527596294s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.236111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:33.521406Z","time spent":"1.714614091s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:35.236376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:33.708257Z","time spent":"1.527986863s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:35.236848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864743816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:35.236899Z","caller":"traceutil/trace.go:171","msg":"trace[1673279523] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:7995; }","duration":"1.864803817s","start":"2026-02-26T01:52:33.372085Z","end":"2026-02-26T01:52:35.236889Z","steps":["trace[1673279523] 'agreement among raft nodes before linearized reading' (duration: 1.864705435s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.236925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:33.372019Z","time spent":"1.864899829s","remote":"127.0.0.1:57580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:52:35.237274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100661088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:52:35.237301Z","caller":"traceutil/trace.go:171","msg":"trace[228198762] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7995; }","duration":"1.100738739s","start":"2026-02-26T01:52:34.136556Z","end":"2026-02-26T01:52:35.237295Z","steps":["trace[228198762] 'agreement among raft nodes before linearized reading' (duration: 1.100695488s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.237319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:34.136525Z","time spent":"1.10078923s","remote":"127.0.0.1:42504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:52:35.237425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174179566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:35.237447Z","caller":"traceutil/trace.go:171","msg":"trace[939396752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7995; }","duration":"1.174252778s","start":"2026-02-26T01:52:34.063189Z","end":"2026-02-26T01:52:35.237441Z","steps":["trace[939396752] 'agreement among raft nodes before linearized reading' (duration: 1.174216647s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.237443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058549781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T01:52:35.237504Z","caller":"traceutil/trace.go:171","msg":"trace[1072494565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7995; }","duration":"1.058647853s","start":"2026-02-26T01:52:34.178828Z","end":"2026-02-26T01:52:35.237476Z","steps":["trace[1072494565] 'agreement among raft nodes before linearized reading' (duration: 1.058417469s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.237522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48345439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T01:52:35.237545Z","caller":"traceutil/trace.go:171","msg":"trace[1925247987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7995; }","duration":"1.483502961s","start":"2026-02-26T01:52:33.754037Z","end":"2026-02-26T01:52:35.23754Z","steps":["trace[1925247987] 'agreement among raft nodes before linearized reading' (duration: 1.483437379s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.237572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:33.754023Z","time spent":"1.483534423s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:52:35.237463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:34.063161Z","time spent":"1.174298699s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:52:35.237708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525578048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spc54\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-26T01:52:35.237734Z","caller":"traceutil/trace.go:171","msg":"trace[1424335631] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spc54; range_end:; response_count:1; response_revision:7995; }","duration":"1.525643s","start":"2026-02-26T01:52:33.712085Z","end":"2026-02-26T01:52:35.237728Z","steps":["trace[1424335631] 'agreement among raft nodes before linearized reading' (duration: 1.525572968s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.237752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:33.712062Z","time spent":"1.52568435s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-spc54\" "} {"level":"warn","ts":"2026-02-26T01:52:35.237797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.501187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:35.237839Z","caller":"traceutil/trace.go:171","msg":"trace[61566934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7995; }","duration":"192.584638ms","start":"2026-02-26T01:52:35.045244Z","end":"2026-02-26T01:52:35.237829Z","steps":["trace[61566934] 'agreement among raft nodes before linearized reading' (duration: 192.519837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.237879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596402427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-26T01:52:35.237903Z","caller":"traceutil/trace.go:171","msg":"trace[1304208067] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7995; }","duration":"1.596443179s","start":"2026-02-26T01:52:33.641454Z","end":"2026-02-26T01:52:35.237898Z","steps":["trace[1304208067] 'agreement among raft nodes before linearized reading' (duration: 1.596382588s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.237921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:33.641447Z","time spent":"1.596470729s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T01:52:35.237568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:34.178805Z","time spent":"1.058741306s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:35.238166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057641584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T01:52:35.238225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058291896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:52:35.238268Z","caller":"traceutil/trace.go:171","msg":"trace[1907160071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7995; }","duration":"1.058361538s","start":"2026-02-26T01:52:34.179894Z","end":"2026-02-26T01:52:35.238256Z","steps":["trace[1907160071] 'agreement among raft nodes before linearized reading' (duration: 1.058214955s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.23831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:34.179882Z","time spent":"1.058421199s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T01:52:35.238369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.877637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.1897a8f3b1f23531\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-02-26T01:52:35.238384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059190952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:52:35.238415Z","caller":"traceutil/trace.go:171","msg":"trace[305912373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7995; }","duration":"1.059259914s","start":"2026-02-26T01:52:34.179148Z","end":"2026-02-26T01:52:35.238408Z","steps":["trace[305912373] 'agreement among raft nodes before linearized reading' (duration: 1.059188222s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:35.238415Z","caller":"traceutil/trace.go:171","msg":"trace[1788172910] range","detail":"{range_begin:/registry/events/openstack/ceph.1897a8f3b1f23531; range_end:; response_count:1; response_revision:7995; }","duration":"414.953627ms","start":"2026-02-26T01:52:34.823446Z","end":"2026-02-26T01:52:35.238399Z","steps":["trace[1788172910] 'agreement among raft nodes before linearized reading' (duration: 414.848576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.238411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.482091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:52:35.238451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:34.179123Z","time spent":"1.059323564s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:35.238437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.438782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:52:35.238466Z","caller":"traceutil/trace.go:171","msg":"trace[1138852379] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:7995; }","duration":"492.599453ms","start":"2026-02-26T01:52:34.745848Z","end":"2026-02-26T01:52:35.238447Z","steps":["trace[1138852379] 'agreement among raft nodes before linearized reading' (duration: 492.490771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.238473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:34.823422Z","time spent":"415.04218ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":721,"request content":"key:\"/registry/events/openstack/ceph.1897a8f3b1f23531\" "} {"level":"info","ts":"2026-02-26T01:52:35.23849Z","caller":"traceutil/trace.go:171","msg":"trace[335543706] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7995; }","duration":"911.527653ms","start":"2026-02-26T01:52:34.326949Z","end":"2026-02-26T01:52:35.238476Z","steps":["trace[335543706] 'agreement among raft nodes before linearized reading' (duration: 911.428691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.23851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:34.745809Z","time spent":"492.692314ms","remote":"127.0.0.1:42468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":56,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-26T01:52:35.238522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:34.326936Z","time spent":"911.579314ms","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:52:35.238261Z","caller":"traceutil/trace.go:171","msg":"trace[219622442] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7995; }","duration":"1.057796837s","start":"2026-02-26T01:52:34.180442Z","end":"2026-02-26T01:52:35.238238Z","steps":["trace[219622442] 'agreement among raft nodes before linearized reading' (duration: 1.057466241s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.238583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05901435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T01:52:35.238593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:34.180436Z","time spent":"1.058142574s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:52:35.238168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601927539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T01:52:35.238609Z","caller":"traceutil/trace.go:171","msg":"trace[388506820] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7995; }","duration":"1.05906291s","start":"2026-02-26T01:52:34.17954Z","end":"2026-02-26T01:52:35.238603Z","steps":["trace[388506820] 'agreement among raft nodes before linearized reading' (duration: 1.059003619s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:35.238694Z","caller":"traceutil/trace.go:171","msg":"trace[436109295] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7995; }","duration":"1.602545169s","start":"2026-02-26T01:52:33.636142Z","end":"2026-02-26T01:52:35.238687Z","steps":["trace[436109295] 'agreement among raft nodes before linearized reading' (duration: 1.601813367s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.238717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:33.636114Z","time spent":"1.60259672s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:52:35.238716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:34.179533Z","time spent":"1.059174382s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T01:52:35.554781Z","caller":"traceutil/trace.go:171","msg":"trace[924953734] linearizableReadLoop","detail":"{readStateIndex:8301; appliedIndex:8300; }","duration":"312.177496ms","start":"2026-02-26T01:52:35.242569Z","end":"2026-02-26T01:52:35.554747Z","steps":["trace[924953734] 'read index received' (duration: 287.865964ms)","trace[924953734] 'applied index is now lower than readState.Index' (duration: 24.310032ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:35.554969Z","caller":"traceutil/trace.go:171","msg":"trace[1755235254] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"313.302197ms","start":"2026-02-26T01:52:35.241599Z","end":"2026-02-26T01:52:35.554901Z","steps":["trace[1755235254] 'process raft request' (duration: 288.817361ms)","trace[1755235254] 'compare' (duration: 24.076799ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:52:35.555285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.681445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-be051e45-21cd-45ab-83ca-a9d57bbdda3f\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-02-26T01:52:35.555424Z","caller":"traceutil/trace.go:171","msg":"trace[1400026053] range","detail":"{range_begin:/registry/persistentvolumes/pvc-be051e45-21cd-45ab-83ca-a9d57bbdda3f; range_end:; response_count:1; response_revision:7996; }","duration":"312.883739ms","start":"2026-02-26T01:52:35.242496Z","end":"2026-02-26T01:52:35.55538Z","steps":["trace[1400026053] 'agreement among raft nodes before linearized reading' (duration: 312.364979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.555562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:35.241581Z","time spent":"313.719534ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:35.555622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:35.242461Z","time spent":"313.107524ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-be051e45-21cd-45ab-83ca-a9d57bbdda3f\" "} {"level":"info","ts":"2026-02-26T01:52:35.561537Z","caller":"traceutil/trace.go:171","msg":"trace[745650364] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"317.203849ms","start":"2026-02-26T01:52:35.244302Z","end":"2026-02-26T01:52:35.561506Z","steps":["trace[745650364] 'process raft request' (duration: 317.002075ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:35.561593Z","caller":"traceutil/trace.go:171","msg":"trace[91374220] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"316.247301ms","start":"2026-02-26T01:52:35.245323Z","end":"2026-02-26T01:52:35.56157Z","steps":["trace[91374220] 'process raft request' (duration: 316.166219ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:35.561679Z","caller":"traceutil/trace.go:171","msg":"trace[528555318] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"316.392403ms","start":"2026-02-26T01:52:35.24526Z","end":"2026-02-26T01:52:35.561652Z","steps":["trace[528555318] 'process raft request' (duration: 316.169819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.561698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:35.244271Z","time spent":"317.340631ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T01:52:35.561733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:35.245313Z","time spent":"316.343692ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:35.561836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:35.24524Z","time spent":"316.488795ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:35.561875Z","caller":"traceutil/trace.go:171","msg":"trace[1925289066] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"316.551226ms","start":"2026-02-26T01:52:35.245303Z","end":"2026-02-26T01:52:35.561854Z","steps":["trace[1925289066] 'process raft request' (duration: 316.23093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.561955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:35.245282Z","time spent":"316.631977ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:35.562157Z","caller":"traceutil/trace.go:171","msg":"trace[1561334407] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"316.743559ms","start":"2026-02-26T01:52:35.245397Z","end":"2026-02-26T01:52:35.56214Z","steps":["trace[1561334407] 'process raft request' (duration: 316.379343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.562222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:35.245389Z","time spent":"316.796571ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:35.56224Z","caller":"traceutil/trace.go:171","msg":"trace[1139117831] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"316.76791ms","start":"2026-02-26T01:52:35.245444Z","end":"2026-02-26T01:52:35.562212Z","steps":["trace[1139117831] 'process raft request' (duration: 316.584537ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:35.562264Z","caller":"traceutil/trace.go:171","msg":"trace[205543820] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"316.788991ms","start":"2026-02-26T01:52:35.245446Z","end":"2026-02-26T01:52:35.562235Z","steps":["trace[205543820] 'process raft request' (duration: 316.657798ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:35.562288Z","caller":"traceutil/trace.go:171","msg":"trace[2005047605] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"316.167278ms","start":"2026-02-26T01:52:35.246104Z","end":"2026-02-26T01:52:35.562272Z","steps":["trace[2005047605] 'process raft request' (duration: 316.071057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.562357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:35.245438Z","time spent":"316.855262ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:35.562356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:35.246096Z","time spent":"316.225569ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:35.562378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:35.245436Z","time spent":"316.888442ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:35.562476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.821512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:35.562499Z","caller":"traceutil/trace.go:171","msg":"trace[383046474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8005; }","duration":"316.847482ms","start":"2026-02-26T01:52:35.245642Z","end":"2026-02-26T01:52:35.562489Z","steps":["trace[383046474] 'agreement among raft nodes before linearized reading' (duration: 316.806121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.562512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:35.245638Z","time spent":"316.870702ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:52:35.562505Z","caller":"traceutil/trace.go:171","msg":"trace[162695148] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"315.093779ms","start":"2026-02-26T01:52:35.247397Z","end":"2026-02-26T01:52:35.56249Z","steps":["trace[162695148] 'process raft request' (duration: 314.821313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.562564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:35.247387Z","time spent":"315.145061ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:52:35.56272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.131117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228524"} {"level":"info","ts":"2026-02-26T01:52:35.562776Z","caller":"traceutil/trace.go:171","msg":"trace[1639660580] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8005; }","duration":"317.202219ms","start":"2026-02-26T01:52:35.245561Z","end":"2026-02-26T01:52:35.562763Z","steps":["trace[1639660580] 'agreement among raft nodes before linearized reading' (duration: 316.712679ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:35.562812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:35.24555Z","time spent":"317.25315ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228546,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-26T01:52:42.883807Z","caller":"traceutil/trace.go:171","msg":"trace[544416318] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"124.132171ms","start":"2026-02-26T01:52:42.759626Z","end":"2026-02-26T01:52:42.883758Z","steps":["trace[544416318] 'process raft request' (duration: 116.543232ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:42.908328Z","caller":"traceutil/trace.go:171","msg":"trace[1346350015] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8074; }","duration":"133.98234ms","start":"2026-02-26T01:52:42.77431Z","end":"2026-02-26T01:52:42.908292Z","steps":["trace[1346350015] 'process raft request' (duration: 133.913759ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:42.908401Z","caller":"traceutil/trace.go:171","msg":"trace[2007365212] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8074; }","duration":"145.588882ms","start":"2026-02-26T01:52:42.762769Z","end":"2026-02-26T01:52:42.908357Z","steps":["trace[2007365212] 'process raft request' (duration: 145.271547ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:43.872972Z","caller":"traceutil/trace.go:171","msg":"trace[509967114] linearizableReadLoop","detail":"{readStateIndex:8388; appliedIndex:8387; }","duration":"260.147559ms","start":"2026-02-26T01:52:43.612793Z","end":"2026-02-26T01:52:43.872941Z","steps":["trace[509967114] 'read index received' (duration: 260.101718ms)","trace[509967114] 'applied index is now lower than readState.Index' (duration: 44.571µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:43.873083Z","caller":"traceutil/trace.go:171","msg":"trace[14245961] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"271.20773ms","start":"2026-02-26T01:52:43.601829Z","end":"2026-02-26T01:52:43.873037Z","steps":["trace[14245961] 'process raft request' (duration: 270.897965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:43.873341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.501285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T01:52:43.873461Z","caller":"traceutil/trace.go:171","msg":"trace[541267691] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8078; }","duration":"260.663327ms","start":"2026-02-26T01:52:43.612766Z","end":"2026-02-26T01:52:43.873429Z","steps":["trace[541267691] 'agreement among raft nodes before linearized reading' (duration: 260.297561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:44.373196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703321640,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:52:44.517227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:43.977151Z","time spent":"540.066908ms","remote":"127.0.0.1:57490","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T01:52:44.70973Z","caller":"traceutil/trace.go:171","msg":"trace[1293706596] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"966.932612ms","start":"2026-02-26T01:52:43.742762Z","end":"2026-02-26T01:52:44.709695Z","steps":["trace[1293706596] 'process raft request' (duration: 966.661147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:44.709896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:43.742744Z","time spent":"967.067395ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:44.709934Z","caller":"traceutil/trace.go:171","msg":"trace[1784197713] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"947.717342ms","start":"2026-02-26T01:52:43.761957Z","end":"2026-02-26T01:52:44.709674Z","steps":["trace[1784197713] 'process raft request' (duration: 947.659841ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:44.71007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:43.761941Z","time spent":"948.068369ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T01:52:44.827025Z","caller":"traceutil/trace.go:171","msg":"trace[200281740] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"947.591719ms","start":"2026-02-26T01:52:43.8794Z","end":"2026-02-26T01:52:44.826992Z","steps":["trace[200281740] 'process raft request' (duration: 870.668589ms)","trace[200281740] 'compare' (duration: 76.506943ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:52:44.82732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:43.879376Z","time spent":"947.795424ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:52:44.910849Z","caller":"traceutil/trace.go:171","msg":"trace[663010666] linearizableReadLoop","detail":"{readStateIndex:8391; appliedIndex:8388; }","duration":"1.037769022s","start":"2026-02-26T01:52:43.873053Z","end":"2026-02-26T01:52:44.910822Z","steps":["trace[663010666] 'read index received' (duration: 836.483967ms)","trace[663010666] 'applied index is now lower than readState.Index' (duration: 201.284005ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:44.911001Z","caller":"traceutil/trace.go:171","msg":"trace[1736226644] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"256.598133ms","start":"2026-02-26T01:52:44.654352Z","end":"2026-02-26T01:52:44.91095Z","steps":["trace[1736226644] 'process raft request' (duration: 256.209876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:44.911127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286071906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:52:44.911183Z","caller":"traceutil/trace.go:171","msg":"trace[368209050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8082; }","duration":"1.286211138s","start":"2026-02-26T01:52:43.62496Z","end":"2026-02-26T01:52:44.911171Z","steps":["trace[368209050] 'agreement among raft nodes before linearized reading' (duration: 1.285999983s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:44.911161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149320084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8mz94\" ","response":"range_response_count:1 size:4649"} {"level":"warn","ts":"2026-02-26T01:52:44.911172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282987559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spc54\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-26T01:52:44.911224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.510793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:44.911251Z","caller":"traceutil/trace.go:171","msg":"trace[1404411479] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8mz94; range_end:; response_count:1; response_revision:8082; }","duration":"1.149473977s","start":"2026-02-26T01:52:43.761756Z","end":"2026-02-26T01:52:44.91123Z","steps":["trace[1404411479] 'agreement among raft nodes before linearized reading' (duration: 1.149224922s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:44.911247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.232548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:52:44.911299Z","caller":"traceutil/trace.go:171","msg":"trace[2105549376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8082; }","duration":"866.614065ms","start":"2026-02-26T01:52:44.044659Z","end":"2026-02-26T01:52:44.911273Z","steps":["trace[2105549376] 'agreement among raft nodes before linearized reading' (duration: 866.504363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:44.911317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:43.761726Z","time spent":"1.149571068s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8mz94\" "} {"level":"warn","ts":"2026-02-26T01:52:44.911335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.555744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-02-26T01:52:44.911368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:44.044636Z","time spent":"866.718697ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T01:52:44.911292Z","caller":"traceutil/trace.go:171","msg":"trace[1357509767] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spc54; range_end:; response_count:1; response_revision:8082; }","duration":"1.283142873s","start":"2026-02-26T01:52:43.628122Z","end":"2026-02-26T01:52:44.911264Z","steps":["trace[1357509767] 'agreement among raft nodes before linearized reading' (duration: 1.282762885s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:44.911346Z","caller":"traceutil/trace.go:171","msg":"trace[331277053] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8082; }","duration":"906.39955ms","start":"2026-02-26T01:52:44.004927Z","end":"2026-02-26T01:52:44.911326Z","steps":["trace[331277053] 'agreement among raft nodes before linearized reading' (duration: 906.229237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:44.911405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286475923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T01:52:44.911413Z","caller":"traceutil/trace.go:171","msg":"trace[929261791] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8082; }","duration":"256.703247ms","start":"2026-02-26T01:52:44.654691Z","end":"2026-02-26T01:52:44.911394Z","steps":["trace[929261791] 'agreement among raft nodes before linearized reading' (duration: 256.469593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:44.91144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287908859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T01:52:44.911467Z","caller":"traceutil/trace.go:171","msg":"trace[166011208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8082; }","duration":"1.286581495s","start":"2026-02-26T01:52:43.624871Z","end":"2026-02-26T01:52:44.911453Z","steps":["trace[166011208] 'agreement among raft nodes before linearized reading' (duration: 1.286380992s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:44.911459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:43.628112Z","time spent":"1.283307176s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-spc54\" "} {"level":"info","ts":"2026-02-26T01:52:44.911498Z","caller":"traceutil/trace.go:171","msg":"trace[489013992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8082; }","duration":"1.287999121s","start":"2026-02-26T01:52:43.623485Z","end":"2026-02-26T01:52:44.911484Z","steps":["trace[489013992] 'agreement among raft nodes before linearized reading' (duration: 1.287821958s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:44.91151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:43.62486Z","time spent":"1.286642026s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:44.911228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:43.624929Z","time spent":"1.28629126s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:44.911533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:43.623471Z","time spent":"1.288054431s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:52:44.911383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296730689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T01:52:44.911503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:44.004906Z","time spent":"906.516353ms","remote":"127.0.0.1:51890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:52:44.911769Z","caller":"traceutil/trace.go:171","msg":"trace[946194878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8082; }","duration":"1.297153847s","start":"2026-02-26T01:52:43.614557Z","end":"2026-02-26T01:52:44.911711Z","steps":["trace[946194878] 'agreement among raft nodes before linearized reading' (duration: 1.296459283s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:44.911889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:52:43.614538Z","time spent":"1.297308859s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T01:52:45.044169Z","caller":"traceutil/trace.go:171","msg":"trace[2106137192] linearizableReadLoop","detail":"{readStateIndex:8394; appliedIndex:8393; }","duration":"127.838349ms","start":"2026-02-26T01:52:44.916302Z","end":"2026-02-26T01:52:45.04414Z","steps":["trace[2106137192] 'read index received' (duration: 127.590234ms)","trace[2106137192] 'applied index is now lower than readState.Index' (duration: 246.865µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:45.044215Z","caller":"traceutil/trace.go:171","msg":"trace[1218073420] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"128.043403ms","start":"2026-02-26T01:52:44.916147Z","end":"2026-02-26T01:52:45.04419Z","steps":["trace[1218073420] 'process raft request' (duration: 127.790477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:45.044399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.071033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-26T01:52:45.044479Z","caller":"traceutil/trace.go:171","msg":"trace[640835462] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8083; }","duration":"128.200625ms","start":"2026-02-26T01:52:44.916257Z","end":"2026-02-26T01:52:45.044458Z","steps":["trace[640835462] 'agreement among raft nodes before linearized reading' (duration: 127.980852ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:45.145324Z","caller":"traceutil/trace.go:171","msg":"trace[1902208039] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"228.860819ms","start":"2026-02-26T01:52:44.916422Z","end":"2026-02-26T01:52:45.145283Z","steps":["trace[1902208039] 'process raft request' (duration: 228.584304ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:45.145364Z","caller":"traceutil/trace.go:171","msg":"trace[128238335] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"228.457331ms","start":"2026-02-26T01:52:44.916881Z","end":"2026-02-26T01:52:45.145338Z","steps":["trace[128238335] 'process raft request' (duration: 228.302508ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:45.145459Z","caller":"traceutil/trace.go:171","msg":"trace[1937303228] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"228.500801ms","start":"2026-02-26T01:52:44.916909Z","end":"2026-02-26T01:52:45.14541Z","steps":["trace[1937303228] 'process raft request' (duration: 228.333688ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:45.145567Z","caller":"traceutil/trace.go:171","msg":"trace[1852303781] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"228.37989ms","start":"2026-02-26T01:52:44.917164Z","end":"2026-02-26T01:52:45.145544Z","steps":["trace[1852303781] 'process raft request' (duration: 228.117005ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:45.145991Z","caller":"traceutil/trace.go:171","msg":"trace[1614207380] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"228.086844ms","start":"2026-02-26T01:52:44.917878Z","end":"2026-02-26T01:52:45.145965Z","steps":["trace[1614207380] 'process raft request' (duration: 227.613336ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:45.146098Z","caller":"traceutil/trace.go:171","msg":"trace[329797725] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"196.398097ms","start":"2026-02-26T01:52:44.949679Z","end":"2026-02-26T01:52:45.146077Z","steps":["trace[329797725] 'process raft request' (duration: 196.248134ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:45.14602Z","caller":"traceutil/trace.go:171","msg":"trace[509177079] linearizableReadLoop","detail":"{readStateIndex:8401; appliedIndex:8394; }","duration":"101.724382ms","start":"2026-02-26T01:52:45.044257Z","end":"2026-02-26T01:52:45.145981Z","steps":["trace[509177079] 'read index received' (duration: 100.674344ms)","trace[509177079] 'applied index is now lower than readState.Index' (duration: 1.049188ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:45.146243Z","caller":"traceutil/trace.go:171","msg":"trace[1832735800] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"222.667405ms","start":"2026-02-26T01:52:44.923561Z","end":"2026-02-26T01:52:45.146229Z","steps":["trace[1832735800] 'process raft request' (duration: 222.187467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:45.146363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.944984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.1897a8f3b1f23531\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-02-26T01:52:45.146411Z","caller":"traceutil/trace.go:171","msg":"trace[1452534930] range","detail":"{range_begin:/registry/events/openstack/ceph.1897a8f3b1f23531; range_end:; response_count:1; response_revision:8090; }","duration":"227.040196ms","start":"2026-02-26T01:52:44.919358Z","end":"2026-02-26T01:52:45.146399Z","steps":["trace[1452534930] 'agreement among raft nodes before linearized reading' (duration: 226.839752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:45.146435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.034131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228439"} {"level":"info","ts":"2026-02-26T01:52:45.14648Z","caller":"traceutil/trace.go:171","msg":"trace[1469048833] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8090; }","duration":"230.097962ms","start":"2026-02-26T01:52:44.91637Z","end":"2026-02-26T01:52:45.146468Z","steps":["trace[1469048833] 'agreement among raft nodes before linearized reading' (duration: 229.676523ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:45.336704Z","caller":"traceutil/trace.go:171","msg":"trace[1623105182] linearizableReadLoop","detail":"{readStateIndex:8403; appliedIndex:8402; }","duration":"125.957104ms","start":"2026-02-26T01:52:45.210721Z","end":"2026-02-26T01:52:45.336678Z","steps":["trace[1623105182] 'read index received' (duration: 125.864952ms)","trace[1623105182] 'applied index is now lower than readState.Index' (duration: 90.841µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:52:45.336849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.109117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:52:45.336929Z","caller":"traceutil/trace.go:171","msg":"trace[1373908581] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8092; }","duration":"126.226099ms","start":"2026-02-26T01:52:45.210688Z","end":"2026-02-26T01:52:45.336914Z","steps":["trace[1373908581] 'agreement among raft nodes before linearized reading' (duration: 126.091696ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:45.337327Z","caller":"traceutil/trace.go:171","msg":"trace[1157487202] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"126.21106ms","start":"2026-02-26T01:52:45.210527Z","end":"2026-02-26T01:52:45.336738Z","steps":["trace[1157487202] 'process raft request' (duration: 125.986805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:45.6875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.815198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112135"} {"level":"info","ts":"2026-02-26T01:52:45.687591Z","caller":"traceutil/trace.go:171","msg":"trace[946734620] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8095; }","duration":"261.957681ms","start":"2026-02-26T01:52:45.425614Z","end":"2026-02-26T01:52:45.687572Z","steps":["trace[946734620] 'range keys from in-memory index tree' (duration: 261.521464ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:46.615174Z","caller":"traceutil/trace.go:171","msg":"trace[556463064] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"114.404664ms","start":"2026-02-26T01:52:46.500733Z","end":"2026-02-26T01:52:46.615137Z","steps":["trace[556463064] 'process raft request' (duration: 114.147008ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:52:56.125074Z","caller":"traceutil/trace.go:171","msg":"trace[2130215340] linearizableReadLoop","detail":"{readStateIndex:8485; appliedIndex:8484; }","duration":"115.84048ms","start":"2026-02-26T01:52:56.009216Z","end":"2026-02-26T01:52:56.125056Z","steps":["trace[2130215340] 'read index received' (duration: 115.775059ms)","trace[2130215340] 'applied index is now lower than readState.Index' (duration: 64.631µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:52:56.125115Z","caller":"traceutil/trace.go:171","msg":"trace[1532292436] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"247.661591ms","start":"2026-02-26T01:52:55.877425Z","end":"2026-02-26T01:52:56.125087Z","steps":["trace[1532292436] 'process raft request' (duration: 247.516489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:52:56.125264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.041284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:52:56.125349Z","caller":"traceutil/trace.go:171","msg":"trace[252765894] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8170; }","duration":"116.138086ms","start":"2026-02-26T01:52:56.009202Z","end":"2026-02-26T01:52:56.12534Z","steps":["trace[252765894] 'agreement among raft nodes before linearized reading' (duration: 115.971323ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.39261Z","caller":"traceutil/trace.go:171","msg":"trace[1974479320] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"182.82058ms","start":"2026-02-26T01:53:35.209747Z","end":"2026-02-26T01:53:35.392568Z","steps":["trace[1974479320] 'process raft request' (duration: 181.843853ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.39275Z","caller":"traceutil/trace.go:171","msg":"trace[1488792282] transaction","detail":"{read_only:false; response_revision:8496; number_of_response:1; }","duration":"182.876251ms","start":"2026-02-26T01:53:35.209846Z","end":"2026-02-26T01:53:35.392722Z","steps":["trace[1488792282] 'process raft request' (duration: 182.696147ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.39274Z","caller":"traceutil/trace.go:171","msg":"trace[2119076892] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"182.900471ms","start":"2026-02-26T01:53:35.209782Z","end":"2026-02-26T01:53:35.392683Z","steps":["trace[2119076892] 'process raft request' (duration: 182.708757ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.393169Z","caller":"traceutil/trace.go:171","msg":"trace[1241351486] transaction","detail":"{read_only:false; response_revision:8497; number_of_response:1; }","duration":"183.104136ms","start":"2026-02-26T01:53:35.209921Z","end":"2026-02-26T01:53:35.393025Z","steps":["trace[1241351486] 'process raft request' (duration: 182.670727ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.393225Z","caller":"traceutil/trace.go:171","msg":"trace[179461615] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"183.213698ms","start":"2026-02-26T01:53:35.209978Z","end":"2026-02-26T01:53:35.393192Z","steps":["trace[179461615] 'process raft request' (duration: 182.663867ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.393299Z","caller":"traceutil/trace.go:171","msg":"trace[259360034] transaction","detail":"{read_only:false; response_revision:8499; number_of_response:1; }","duration":"183.243497ms","start":"2026-02-26T01:53:35.210036Z","end":"2026-02-26T01:53:35.393279Z","steps":["trace[259360034] 'process raft request' (duration: 183.041634ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.393532Z","caller":"traceutil/trace.go:171","msg":"trace[9128978] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"183.226977ms","start":"2026-02-26T01:53:35.210288Z","end":"2026-02-26T01:53:35.393515Z","steps":["trace[9128978] 'process raft request' (duration: 182.877191ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.394341Z","caller":"traceutil/trace.go:171","msg":"trace[1766463828] transaction","detail":"{read_only:false; response_revision:8501; number_of_response:1; }","duration":"183.696886ms","start":"2026-02-26T01:53:35.210622Z","end":"2026-02-26T01:53:35.394318Z","steps":["trace[1766463828] 'process raft request' (duration: 182.83722ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.394533Z","caller":"traceutil/trace.go:171","msg":"trace[1166278207] linearizableReadLoop","detail":"{readStateIndex:8830; appliedIndex:8820; }","duration":"116.570105ms","start":"2026-02-26T01:53:35.277938Z","end":"2026-02-26T01:53:35.394508Z","steps":["trace[1166278207] 'read index received' (duration: 113.692672ms)","trace[1166278207] 'applied index is now lower than readState.Index' (duration: 2.875893ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:53:35.394639Z","caller":"traceutil/trace.go:171","msg":"trace[689029669] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"183.649615ms","start":"2026-02-26T01:53:35.210964Z","end":"2026-02-26T01:53:35.394614Z","steps":["trace[689029669] 'process raft request' (duration: 183.251237ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.394623Z","caller":"traceutil/trace.go:171","msg":"trace[411405002] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"183.132356ms","start":"2026-02-26T01:53:35.211438Z","end":"2026-02-26T01:53:35.39457Z","steps":["trace[411405002] 'process raft request' (duration: 182.890712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:35.39487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.924011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T01:53:35.394926Z","caller":"traceutil/trace.go:171","msg":"trace[2054994212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8503; }","duration":"117.044653ms","start":"2026-02-26T01:53:35.277866Z","end":"2026-02-26T01:53:35.394911Z","steps":["trace[2054994212] 'agreement among raft nodes before linearized reading' (duration: 116.741377ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.588048Z","caller":"traceutil/trace.go:171","msg":"trace[1302196140] transaction","detail":"{read_only:false; response_revision:8505; number_of_response:1; }","duration":"187.992604ms","start":"2026-02-26T01:53:35.400016Z","end":"2026-02-26T01:53:35.588009Z","steps":["trace[1302196140] 'process raft request' (duration: 101.420297ms)","trace[1302196140] 'compare' (duration: 86.265811ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:53:35.588329Z","caller":"traceutil/trace.go:171","msg":"trace[599885089] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"187.642088ms","start":"2026-02-26T01:53:35.400657Z","end":"2026-02-26T01:53:35.588299Z","steps":["trace[599885089] 'process raft request' (duration: 187.350323ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.588388Z","caller":"traceutil/trace.go:171","msg":"trace[391931380] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"187.20849ms","start":"2026-02-26T01:53:35.401155Z","end":"2026-02-26T01:53:35.588364Z","steps":["trace[391931380] 'process raft request' (duration: 186.939055ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.588388Z","caller":"traceutil/trace.go:171","msg":"trace[1942099675] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"187.644488ms","start":"2026-02-26T01:53:35.400728Z","end":"2026-02-26T01:53:35.588373Z","steps":["trace[1942099675] 'process raft request' (duration: 187.339813ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.588426Z","caller":"traceutil/trace.go:171","msg":"trace[852867344] transaction","detail":"{read_only:false; response_revision:8506; number_of_response:1; }","duration":"188.3129ms","start":"2026-02-26T01:53:35.400101Z","end":"2026-02-26T01:53:35.588413Z","steps":["trace[852867344] 'process raft request' (duration: 187.76751ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.58844Z","caller":"traceutil/trace.go:171","msg":"trace[763681300] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"187.901583ms","start":"2026-02-26T01:53:35.400452Z","end":"2026-02-26T01:53:35.588353Z","steps":["trace[763681300] 'process raft request' (duration: 187.490096ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.588492Z","caller":"traceutil/trace.go:171","msg":"trace[1372007579] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"188.209537ms","start":"2026-02-26T01:53:35.400234Z","end":"2026-02-26T01:53:35.588443Z","steps":["trace[1372007579] 'process raft request' (duration: 187.670868ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.588586Z","caller":"traceutil/trace.go:171","msg":"trace[1211157378] transaction","detail":"{read_only:false; response_revision:8514; number_of_response:1; }","duration":"185.783194ms","start":"2026-02-26T01:53:35.402791Z","end":"2026-02-26T01:53:35.588574Z","steps":["trace[1211157378] 'process raft request' (duration: 185.421247ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.588657Z","caller":"traceutil/trace.go:171","msg":"trace[72093549] transaction","detail":"{read_only:false; response_revision:8513; number_of_response:1; }","duration":"186.967336ms","start":"2026-02-26T01:53:35.401649Z","end":"2026-02-26T01:53:35.588617Z","steps":["trace[72093549] 'process raft request' (duration: 186.485897ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.588681Z","caller":"traceutil/trace.go:171","msg":"trace[2145968801] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"188.138096ms","start":"2026-02-26T01:53:35.400532Z","end":"2026-02-26T01:53:35.58867Z","steps":["trace[2145968801] 'process raft request' (duration: 187.447424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:35.588809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.67194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spc54\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-26T01:53:35.588926Z","caller":"traceutil/trace.go:171","msg":"trace[25452801] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spc54; range_end:; response_count:1; response_revision:8514; }","duration":"174.820524ms","start":"2026-02-26T01:53:35.414078Z","end":"2026-02-26T01:53:35.588899Z","steps":["trace[25452801] 'agreement among raft nodes before linearized reading' (duration: 174.547249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:35.589046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.88607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:53:35.589099Z","caller":"traceutil/trace.go:171","msg":"trace[1438095121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8514; }","duration":"188.973672ms","start":"2026-02-26T01:53:35.400112Z","end":"2026-02-26T01:53:35.589085Z","steps":["trace[1438095121] 'agreement among raft nodes before linearized reading' (duration: 188.751758ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.588317Z","caller":"traceutil/trace.go:171","msg":"trace[1370603683] linearizableReadLoop","detail":"{readStateIndex:8841; appliedIndex:8831; }","duration":"144.597454ms","start":"2026-02-26T01:53:35.443696Z","end":"2026-02-26T01:53:35.588293Z","steps":["trace[1370603683] 'read index received' (duration: 57.755122ms)","trace[1370603683] 'applied index is now lower than readState.Index' (duration: 86.840312ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:53:35.621017Z","caller":"traceutil/trace.go:171","msg":"trace[1559514940] transaction","detail":"{read_only:false; response_revision:8515; number_of_response:1; }","duration":"171.747507ms","start":"2026-02-26T01:53:35.449259Z","end":"2026-02-26T01:53:35.621006Z","steps":["trace[1559514940] 'process raft request' (duration: 171.660936ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.650919Z","caller":"traceutil/trace.go:171","msg":"trace[625846793] transaction","detail":"{read_only:false; response_revision:8516; number_of_response:1; }","duration":"127.619474ms","start":"2026-02-26T01:53:35.523274Z","end":"2026-02-26T01:53:35.650893Z","steps":["trace[625846793] 'process raft request' (duration: 127.442481ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.651215Z","caller":"traceutil/trace.go:171","msg":"trace[1972215006] transaction","detail":"{read_only:false; response_revision:8517; number_of_response:1; }","duration":"123.697833ms","start":"2026-02-26T01:53:35.527498Z","end":"2026-02-26T01:53:35.651196Z","steps":["trace[1972215006] 'process raft request' (duration: 123.352367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:35.651762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.696489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-02-26T01:53:35.651859Z","caller":"traceutil/trace.go:171","msg":"trace[206261654] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8519; }","duration":"204.905182ms","start":"2026-02-26T01:53:35.446932Z","end":"2026-02-26T01:53:35.651837Z","steps":["trace[206261654] 'agreement among raft nodes before linearized reading' (duration: 204.595506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:35.652105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.145657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-02-26T01:53:35.652157Z","caller":"traceutil/trace.go:171","msg":"trace[1299465872] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8519; }","duration":"205.253019ms","start":"2026-02-26T01:53:35.446891Z","end":"2026-02-26T01:53:35.652144Z","steps":["trace[1299465872] 'agreement among raft nodes before linearized reading' (duration: 205.072116ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.79252Z","caller":"traceutil/trace.go:171","msg":"trace[726117451] transaction","detail":"{read_only:false; response_revision:8520; number_of_response:1; }","duration":"133.679825ms","start":"2026-02-26T01:53:35.658811Z","end":"2026-02-26T01:53:35.792491Z","steps":["trace[726117451] 'process raft request' (duration: 56.973648ms)","trace[726117451] 'compare' (duration: 76.514544ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:53:35.801134Z","caller":"traceutil/trace.go:171","msg":"trace[729541275] linearizableReadLoop","detail":"{readStateIndex:8859; appliedIndex:8846; }","duration":"132.478243ms","start":"2026-02-26T01:53:35.668633Z","end":"2026-02-26T01:53:35.801111Z","steps":["trace[729541275] 'read index received' (duration: 47.163489ms)","trace[729541275] 'applied index is now lower than readState.Index' (duration: 85.313404ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:53:35.801636Z","caller":"traceutil/trace.go:171","msg":"trace[1937820644] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"141.873044ms","start":"2026-02-26T01:53:35.65973Z","end":"2026-02-26T01:53:35.801603Z","steps":["trace[1937820644] 'process raft request' (duration: 141.240453ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.801727Z","caller":"traceutil/trace.go:171","msg":"trace[323111161] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"142.033968ms","start":"2026-02-26T01:53:35.659679Z","end":"2026-02-26T01:53:35.801713Z","steps":["trace[323111161] 'process raft request' (duration: 141.203242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:53:35.802423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.729426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-02-26T01:53:35.801803Z","caller":"traceutil/trace.go:171","msg":"trace[440860876] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"142.046188ms","start":"2026-02-26T01:53:35.659713Z","end":"2026-02-26T01:53:35.801759Z","steps":["trace[440860876] 'process raft request' (duration: 141.232302ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.801855Z","caller":"traceutil/trace.go:171","msg":"trace[259945945] transaction","detail":"{read_only:false; response_revision:8531; number_of_response:1; }","duration":"142.015127ms","start":"2026-02-26T01:53:35.65983Z","end":"2026-02-26T01:53:35.801845Z","steps":["trace[259945945] 'process raft request' (duration: 141.215852ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.801892Z","caller":"traceutil/trace.go:171","msg":"trace[801183829] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"142.068608ms","start":"2026-02-26T01:53:35.659815Z","end":"2026-02-26T01:53:35.801883Z","steps":["trace[801183829] 'process raft request' (duration: 141.185781ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.80185Z","caller":"traceutil/trace.go:171","msg":"trace[1285197680] transaction","detail":"{read_only:false; response_revision:8521; number_of_response:1; }","duration":"142.777681ms","start":"2026-02-26T01:53:35.658974Z","end":"2026-02-26T01:53:35.801752Z","steps":["trace[1285197680] 'process raft request' (duration: 141.612409ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.80194Z","caller":"traceutil/trace.go:171","msg":"trace[1307410320] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"142.467945ms","start":"2026-02-26T01:53:35.659462Z","end":"2026-02-26T01:53:35.80193Z","steps":["trace[1307410320] 'process raft request' (duration: 141.312983ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.801977Z","caller":"traceutil/trace.go:171","msg":"trace[1316901622] transaction","detail":"{read_only:false; response_revision:8522; number_of_response:1; }","duration":"142.802291ms","start":"2026-02-26T01:53:35.659166Z","end":"2026-02-26T01:53:35.801968Z","steps":["trace[1316901622] 'process raft request' (duration: 141.537858ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.802Z","caller":"traceutil/trace.go:171","msg":"trace[1485867748] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"142.438095ms","start":"2026-02-26T01:53:35.659548Z","end":"2026-02-26T01:53:35.801986Z","steps":["trace[1485867748] 'process raft request' (duration: 141.264743ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.802015Z","caller":"traceutil/trace.go:171","msg":"trace[149567229] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"142.796951ms","start":"2026-02-26T01:53:35.659207Z","end":"2026-02-26T01:53:35.802003Z","steps":["trace[149567229] 'process raft request' (duration: 141.529518ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.802043Z","caller":"traceutil/trace.go:171","msg":"trace[1585220728] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"142.417005ms","start":"2026-02-26T01:53:35.659615Z","end":"2026-02-26T01:53:35.802032Z","steps":["trace[1585220728] 'process raft request' (duration: 141.225423ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.802067Z","caller":"traceutil/trace.go:171","msg":"trace[1210831308] transaction","detail":"{read_only:false; response_revision:8532; number_of_response:1; }","duration":"142.131769ms","start":"2026-02-26T01:53:35.659924Z","end":"2026-02-26T01:53:35.802056Z","steps":["trace[1210831308] 'process raft request' (duration: 141.150681ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:35.802521Z","caller":"traceutil/trace.go:171","msg":"trace[1544495159] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8532; }","duration":"133.89995ms","start":"2026-02-26T01:53:35.6686Z","end":"2026-02-26T01:53:35.8025Z","steps":["trace[1544495159] 'agreement among raft nodes before linearized reading' (duration: 133.496143ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:50.780229Z","caller":"traceutil/trace.go:171","msg":"trace[1726410464] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"215.181919ms","start":"2026-02-26T01:53:50.565013Z","end":"2026-02-26T01:53:50.780195Z","steps":["trace[1726410464] 'process raft request' (duration: 214.998976ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:53:50.880489Z","caller":"traceutil/trace.go:171","msg":"trace[1657341403] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"120.083318ms","start":"2026-02-26T01:53:50.760379Z","end":"2026-02-26T01:53:50.880462Z","steps":["trace[1657341403] 'process raft request' (duration: 118.54363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:54:03.335438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703323698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:54:03.836435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703323698,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T01:54:04.309409Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.642700531s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T01:54:04.310893Z","caller":"traceutil/trace.go:171","msg":"trace[1732112740] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"1.645026593s","start":"2026-02-26T01:54:02.66584Z","end":"2026-02-26T01:54:04.310866Z","steps":["trace[1732112740] 'process raft request' (duration: 1.644043526s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:54:04.315138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:54:02.665797Z","time spent":"1.64924791s","remote":"127.0.0.1:44992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414707,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:54:04.337883Z","caller":"traceutil/trace.go:171","msg":"trace[887390197] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"576.485361ms","start":"2026-02-26T01:54:03.76138Z","end":"2026-02-26T01:54:04.337865Z","steps":["trace[887390197] 'process raft request' (duration: 576.378599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:54:04.337991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:54:03.761365Z","time spent":"576.569132ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:54:04.338044Z","caller":"traceutil/trace.go:171","msg":"trace[1648858614] linearizableReadLoop","detail":"{readStateIndex:9139; appliedIndex:9136; }","duration":"1.503321722s","start":"2026-02-26T01:54:02.834684Z","end":"2026-02-26T01:54:04.338005Z","steps":["trace[1648858614] 'read index received' (duration: 1.476882511s)","trace[1648858614] 'applied index is now lower than readState.Index' (duration: 26.438281ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:54:04.338226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503544377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T01:54:04.338193Z","caller":"traceutil/trace.go:171","msg":"trace[575452967] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"571.070022ms","start":"2026-02-26T01:54:03.767033Z","end":"2026-02-26T01:54:04.338103Z","steps":["trace[575452967] 'process raft request' (duration: 570.804587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:54:04.338305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.977232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:54:04.338292Z","caller":"traceutil/trace.go:171","msg":"trace[607229928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8805; }","duration":"1.503651258s","start":"2026-02-26T01:54:02.83463Z","end":"2026-02-26T01:54:04.338281Z","steps":["trace[607229928] 'agreement among raft nodes before linearized reading' (duration: 1.503489395s)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:54:04.338349Z","caller":"traceutil/trace.go:171","msg":"trace[676476839] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8805; }","duration":"133.008843ms","start":"2026-02-26T01:54:04.20531Z","end":"2026-02-26T01:54:04.338319Z","steps":["trace[676476839] 'agreement among raft nodes before linearized reading' (duration: 132.975752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:54:04.33849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:54:03.767015Z","time spent":"571.322156ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:54:04.338544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.409635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T01:54:04.33856Z","caller":"traceutil/trace.go:171","msg":"trace[2087251593] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8805; }","duration":"158.442756ms","start":"2026-02-26T01:54:04.180113Z","end":"2026-02-26T01:54:04.338556Z","steps":["trace[2087251593] 'agreement among raft nodes before linearized reading' (duration: 158.366414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:54:04.33859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.073329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T01:54:04.338638Z","caller":"traceutil/trace.go:171","msg":"trace[1228586950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8805; }","duration":"578.137441ms","start":"2026-02-26T01:54:03.760492Z","end":"2026-02-26T01:54:04.33863Z","steps":["trace[1228586950] 'agreement among raft nodes before linearized reading' (duration: 577.988978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:54:04.338687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.383166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T01:54:04.338793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.033999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:54:04.338847Z","caller":"traceutil/trace.go:171","msg":"trace[1847877356] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8805; }","duration":"214.13139ms","start":"2026-02-26T01:54:04.124706Z","end":"2026-02-26T01:54:04.338837Z","steps":["trace[1847877356] 'agreement among raft nodes before linearized reading' (duration: 213.993137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:54:04.339019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.273072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:54:04.339086Z","caller":"traceutil/trace.go:171","msg":"trace[448229786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8805; }","duration":"276.378944ms","start":"2026-02-26T01:54:04.062697Z","end":"2026-02-26T01:54:04.339076Z","steps":["trace[448229786] 'agreement among raft nodes before linearized reading' (duration: 276.291482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:54:04.339171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.657706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T01:54:04.339194Z","caller":"traceutil/trace.go:171","msg":"trace[42325197] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8805; }","duration":"608.719158ms","start":"2026-02-26T01:54:03.730469Z","end":"2026-02-26T01:54:04.339189Z","steps":["trace[42325197] 'agreement among raft nodes before linearized reading' (duration: 608.637175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:54:04.339208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:54:03.730445Z","time spent":"608.760298ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:54:04.338268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292983872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:54:04.339298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.657068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T01:54:04.33936Z","caller":"traceutil/trace.go:171","msg":"trace[289017571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8805; }","duration":"529.74878ms","start":"2026-02-26T01:54:03.809597Z","end":"2026-02-26T01:54:04.339346Z","steps":["trace[289017571] 'agreement among raft nodes before linearized reading' (duration: 529.488234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:54:04.339428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:54:03.809584Z","time spent":"529.830971ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T01:54:04.338686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:54:03.760485Z","time spent":"578.193712ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T01:54:04.339538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.771092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-26T01:54:04.339562Z","caller":"traceutil/trace.go:171","msg":"trace[232652749] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8805; }","duration":"993.040557ms","start":"2026-02-26T01:54:03.346516Z","end":"2026-02-26T01:54:04.339557Z","steps":["trace[232652749] 'agreement among raft nodes before linearized reading' (duration: 992.971196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:54:04.339579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:54:03.346499Z","time spent":"993.076268ms","remote":"127.0.0.1:34042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-02-26T01:54:04.338707Z","caller":"traceutil/trace.go:171","msg":"trace[1413019875] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8805; }","duration":"605.425007ms","start":"2026-02-26T01:54:03.733278Z","end":"2026-02-26T01:54:04.338703Z","steps":["trace[1413019875] 'agreement among raft nodes before linearized reading' (duration: 605.375646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:54:04.341371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:54:03.733267Z","time spent":"608.097966ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T01:54:04.339332Z","caller":"traceutil/trace.go:171","msg":"trace[191377045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8805; }","duration":"1.294083762s","start":"2026-02-26T01:54:03.045238Z","end":"2026-02-26T01:54:04.339322Z","steps":["trace[191377045] 'agreement among raft nodes before linearized reading' (duration: 1.293010792s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:54:04.341539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:54:03.045211Z","time spent":"1.296322492s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:54:04.33973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.971374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spc54\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-26T01:54:04.341681Z","caller":"traceutil/trace.go:171","msg":"trace[899947739] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spc54; range_end:; response_count:1; response_revision:8805; }","duration":"452.951109ms","start":"2026-02-26T01:54:03.888722Z","end":"2026-02-26T01:54:04.341674Z","steps":["trace[899947739] 'agreement among raft nodes before linearized reading' (duration: 450.893692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:54:04.341716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:54:03.888712Z","time spent":"452.981441ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-spc54\" "} {"level":"warn","ts":"2026-02-26T01:54:04.340123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072845251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T01:54:04.341892Z","caller":"traceutil/trace.go:171","msg":"trace[1941897401] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8805; }","duration":"1.074652764s","start":"2026-02-26T01:54:03.267232Z","end":"2026-02-26T01:54:04.341885Z","steps":["trace[1941897401] 'agreement among raft nodes before linearized reading' (duration: 1.072814731s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:54:04.341911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:54:03.267212Z","time spent":"1.074692844s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T01:54:04.340214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:54:02.834607Z","time spent":"1.505597364s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T01:56:08.947176Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T01:56:08.953016Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-26T01:56:08.953121Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-26T01:56:35.301122Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7550} {"level":"info","ts":"2026-02-26T01:56:35.36736Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7550,"took":"63.811598ms","hash":329942803,"current-db-size-bytes":41582592,"current-db-size":"42 MB","current-db-size-in-use-bytes":25812992,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-02-26T01:56:35.367464Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":329942803,"revision":7550,"compact-revision":5581} {"level":"info","ts":"2026-02-26T01:57:24.50802Z","caller":"traceutil/trace.go:171","msg":"trace[769105426] linearizableReadLoop","detail":"{readStateIndex:10807; appliedIndex:10806; }","duration":"445.00073ms","start":"2026-02-26T01:57:24.062981Z","end":"2026-02-26T01:57:24.507982Z","steps":["trace[769105426] 'read index received' (duration: 399.679261ms)","trace[769105426] 'applied index is now lower than readState.Index' (duration: 45.319279ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:57:24.508242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.233114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:57:24.508373Z","caller":"traceutil/trace.go:171","msg":"trace[1085497803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10423; }","duration":"445.410637ms","start":"2026-02-26T01:57:24.062934Z","end":"2026-02-26T01:57:24.508344Z","steps":["trace[1085497803] 'agreement among raft nodes before linearized reading' (duration: 445.189313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:24.508438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:24.062915Z","time spent":"445.510429ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T01:57:24.508445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.786658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-02-26T01:57:24.508433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.581444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:57:24.508504Z","caller":"traceutil/trace.go:171","msg":"trace[1711410196] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10423; }","duration":"214.89195ms","start":"2026-02-26T01:57:24.293596Z","end":"2026-02-26T01:57:24.508488Z","steps":["trace[1711410196] 'agreement among raft nodes before linearized reading' (duration: 214.673246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:24.508499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.52099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T01:57:24.508571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.824488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:57:24.508548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.890019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:57:24.508582Z","caller":"traceutil/trace.go:171","msg":"trace[1967129483] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:10423; }","duration":"269.644002ms","start":"2026-02-26T01:57:24.238917Z","end":"2026-02-26T01:57:24.508561Z","steps":["trace[1967129483] 'agreement among raft nodes before linearized reading' (duration: 269.487409ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:24.508601Z","caller":"traceutil/trace.go:171","msg":"trace[387411149] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10423; }","duration":"326.857308ms","start":"2026-02-26T01:57:24.181732Z","end":"2026-02-26T01:57:24.508589Z","steps":["trace[387411149] 'agreement among raft nodes before linearized reading' (duration: 326.825107ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:24.508616Z","caller":"traceutil/trace.go:171","msg":"trace[602653658] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10423; }","duration":"327.141793ms","start":"2026-02-26T01:57:24.181458Z","end":"2026-02-26T01:57:24.508599Z","steps":["trace[602653658] 'agreement among raft nodes before linearized reading' (duration: 327.000351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:24.508582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.828519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-02-26T01:57:24.508665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.280353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-02-26T01:57:24.508677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:24.181421Z","time spent":"327.248376ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-02-26T01:57:24.508731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.001363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-26T01:57:24.508631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:24.181727Z","time spent":"326.899599ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-02-26T01:57:24.508863Z","caller":"traceutil/trace.go:171","msg":"trace[421218084] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10423; }","duration":"215.154235ms","start":"2026-02-26T01:57:24.293704Z","end":"2026-02-26T01:57:24.508858Z","steps":["trace[421218084] 'agreement among raft nodes before linearized reading' (duration: 214.950631ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:24.508735Z","caller":"traceutil/trace.go:171","msg":"trace[744448424] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:10423; }","duration":"414.016352ms","start":"2026-02-26T01:57:24.094672Z","end":"2026-02-26T01:57:24.508689Z","steps":["trace[744448424] 'agreement among raft nodes before linearized reading' (duration: 413.601054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:24.508513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.788117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:57:24.508523Z","caller":"traceutil/trace.go:171","msg":"trace[880508161] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10423; }","duration":"326.703315ms","start":"2026-02-26T01:57:24.181797Z","end":"2026-02-26T01:57:24.508501Z","steps":["trace[880508161] 'agreement among raft nodes before linearized reading' (duration: 326.547323ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:24.508968Z","caller":"traceutil/trace.go:171","msg":"trace[202803581] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10423; }","duration":"327.299406ms","start":"2026-02-26T01:57:24.181655Z","end":"2026-02-26T01:57:24.508954Z","steps":["trace[202803581] 'agreement among raft nodes before linearized reading' (duration: 326.775387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:24.509008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:24.181783Z","time spent":"327.212264ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T01:57:24.508777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.494413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T01:57:24.509035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:24.181626Z","time spent":"327.395658ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T01:57:24.508663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.712808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:57:24.508705Z","caller":"traceutil/trace.go:171","msg":"trace[823918296] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10423; }","duration":"323.330574ms","start":"2026-02-26T01:57:24.185365Z","end":"2026-02-26T01:57:24.508695Z","steps":["trace[823918296] 'agreement among raft nodes before linearized reading' (duration: 323.184861ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:24.509135Z","caller":"traceutil/trace.go:171","msg":"trace[9157561] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10423; }","duration":"215.235427ms","start":"2026-02-26T01:57:24.293885Z","end":"2026-02-26T01:57:24.509121Z","steps":["trace[9157561] 'agreement among raft nodes before linearized reading' (duration: 214.644136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:24.509157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:24.185357Z","time spent":"323.787214ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-26T01:57:24.508796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.088656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:57:24.509209Z","caller":"traceutil/trace.go:171","msg":"trace[651201946] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10423; }","duration":"214.557236ms","start":"2026-02-26T01:57:24.294637Z","end":"2026-02-26T01:57:24.509194Z","steps":["trace[651201946] 'agreement among raft nodes before linearized reading' (duration: 214.081896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:24.508881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.467583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:57:24.509272Z","caller":"traceutil/trace.go:171","msg":"trace[6392718] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10423; }","duration":"214.980323ms","start":"2026-02-26T01:57:24.29428Z","end":"2026-02-26T01:57:24.50926Z","steps":["trace[6392718] 'agreement among raft nodes before linearized reading' (duration: 214.479503ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:24.509056Z","caller":"traceutil/trace.go:171","msg":"trace[431292582] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10423; }","duration":"214.790219ms","start":"2026-02-26T01:57:24.294252Z","end":"2026-02-26T01:57:24.509043Z","steps":["trace[431292582] 'agreement among raft nodes before linearized reading' (duration: 214.483314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:24.509981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:24.094635Z","time spent":"414.308007ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-02-26T01:57:43.043414Z","caller":"traceutil/trace.go:171","msg":"trace[1960880797] transaction","detail":"{read_only:false; response_revision:10513; number_of_response:1; }","duration":"177.68228ms","start":"2026-02-26T01:57:42.865701Z","end":"2026-02-26T01:57:43.043384Z","steps":["trace[1960880797] 'process raft request' (duration: 177.482577ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:43.432756Z","caller":"traceutil/trace.go:171","msg":"trace[171062453] linearizableReadLoop","detail":"{readStateIndex:10901; appliedIndex:10900; }","duration":"231.359392ms","start":"2026-02-26T01:57:43.201367Z","end":"2026-02-26T01:57:43.432727Z","steps":["trace[171062453] 'read index received' (duration: 231.168489ms)","trace[171062453] 'applied index is now lower than readState.Index' (duration: 190.133µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T01:57:43.432974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.594906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6ad97bcf-66ce-48fe-ac36-211c0f1465f6\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-02-26T01:57:43.433044Z","caller":"traceutil/trace.go:171","msg":"trace[1755892552] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6ad97bcf-66ce-48fe-ac36-211c0f1465f6; range_end:; response_count:1; response_revision:10514; }","duration":"231.713338ms","start":"2026-02-26T01:57:43.201314Z","end":"2026-02-26T01:57:43.433028Z","steps":["trace[1755892552] 'agreement among raft nodes before linearized reading' (duration: 231.514155ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:43.433056Z","caller":"traceutil/trace.go:171","msg":"trace[65220767] transaction","detail":"{read_only:false; response_revision:10514; number_of_response:1; }","duration":"232.681046ms","start":"2026-02-26T01:57:43.20033Z","end":"2026-02-26T01:57:43.433011Z","steps":["trace[65220767] 'process raft request' (duration: 232.264789ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:43.86227Z","caller":"traceutil/trace.go:171","msg":"trace[1521510327] transaction","detail":"{read_only:false; response_revision:10515; number_of_response:1; }","duration":"645.599029ms","start":"2026-02-26T01:57:43.216631Z","end":"2026-02-26T01:57:43.86223Z","steps":["trace[1521510327] 'process raft request' (duration: 645.312774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:43.862462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:43.216603Z","time spent":"645.762902ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T01:57:43.862487Z","caller":"traceutil/trace.go:171","msg":"trace[1102831163] linearizableReadLoop","detail":"{readStateIndex:10903; appliedIndex:10901; }","duration":"424.896281ms","start":"2026-02-26T01:57:43.437547Z","end":"2026-02-26T01:57:43.862443Z","steps":["trace[1102831163] 'read index received' (duration: 424.313501ms)","trace[1102831163] 'applied index is now lower than readState.Index' (duration: 580.32µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:57:43.862563Z","caller":"traceutil/trace.go:171","msg":"trace[1715420514] transaction","detail":"{read_only:false; response_revision:10516; number_of_response:1; }","duration":"639.315055ms","start":"2026-02-26T01:57:43.2232Z","end":"2026-02-26T01:57:43.862515Z","steps":["trace[1715420514] 'process raft request' (duration: 638.969319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:43.862826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:43.22318Z","time spent":"639.512878ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T01:57:43.862853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.675558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T01:57:43.862857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.278678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-544cf4976f-8jlpn.1897a936d8feb629\" ","response":"range_response_count:1 size:804"} {"level":"warn","ts":"2026-02-26T01:57:43.863011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.425919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-26T01:57:43.863012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.984161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-02-26T01:57:43.863023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.080169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T01:57:43.863052Z","caller":"traceutil/trace.go:171","msg":"trace[1483468161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10516; }","duration":"368.47826ms","start":"2026-02-26T01:57:43.494558Z","end":"2026-02-26T01:57:43.863037Z","steps":["trace[1483468161] 'agreement among raft nodes before linearized reading' (duration: 368.403778ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:43.863073Z","caller":"traceutil/trace.go:171","msg":"trace[1326762840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10516; }","duration":"364.14739ms","start":"2026-02-26T01:57:43.498913Z","end":"2026-02-26T01:57:43.86306Z","steps":["trace[1326762840] 'agreement among raft nodes before linearized reading' (duration: 364.028868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:43.863086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:43.494547Z","time spent":"368.532571ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T01:57:43.863135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:43.498903Z","time spent":"364.216873ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T01:57:43.863001Z","caller":"traceutil/trace.go:171","msg":"trace[1580648187] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-544cf4976f-8jlpn.1897a936d8feb629; range_end:; response_count:1; response_revision:10516; }","duration":"425.456941ms","start":"2026-02-26T01:57:43.437497Z","end":"2026-02-26T01:57:43.862954Z","steps":["trace[1580648187] 'agreement among raft nodes before linearized reading' (duration: 425.141426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:43.863164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.568599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T01:57:43.862904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.089411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-26T01:57:43.863213Z","caller":"traceutil/trace.go:171","msg":"trace[1483303356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10516; }","duration":"370.61676ms","start":"2026-02-26T01:57:43.492584Z","end":"2026-02-26T01:57:43.863201Z","steps":["trace[1483303356] 'agreement among raft nodes before linearized reading' (duration: 370.433355ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:43.863242Z","caller":"traceutil/trace.go:171","msg":"trace[1967890603] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10516; }","duration":"217.485399ms","start":"2026-02-26T01:57:43.645749Z","end":"2026-02-26T01:57:43.863234Z","steps":["trace[1967890603] 'agreement among raft nodes before linearized reading' (duration: 217.01602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:43.86322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:43.437476Z","time spent":"425.714156ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":826,"request content":"key:\"/registry/events/openstack/cinder-backup-544cf4976f-8jlpn.1897a936d8feb629\" "} {"level":"warn","ts":"2026-02-26T01:57:43.862895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.472627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-26T01:57:43.863253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:43.492538Z","time spent":"370.708831ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T01:57:43.863301Z","caller":"traceutil/trace.go:171","msg":"trace[57574635] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10516; }","duration":"311.933066ms","start":"2026-02-26T01:57:43.551356Z","end":"2026-02-26T01:57:43.863289Z","steps":["trace[57574635] 'agreement among raft nodes before linearized reading' (duration: 311.327695ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:43.862911Z","caller":"traceutil/trace.go:171","msg":"trace[1942094934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10516; }","duration":"371.770699ms","start":"2026-02-26T01:57:43.49112Z","end":"2026-02-26T01:57:43.862891Z","steps":["trace[1942094934] 'agreement among raft nodes before linearized reading' (duration: 371.541245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:43.863355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:43.551346Z","time spent":"311.996707ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T01:57:43.863388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T01:57:43.49111Z","time spent":"372.26339ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T01:57:43.863077Z","caller":"traceutil/trace.go:171","msg":"trace[123771655] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10516; }","duration":"280.074623ms","start":"2026-02-26T01:57:43.582979Z","end":"2026-02-26T01:57:43.863054Z","steps":["trace[123771655] 'agreement among raft nodes before linearized reading' (duration: 279.970091ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:45.973314Z","caller":"traceutil/trace.go:171","msg":"trace[120455154] transaction","detail":"{read_only:false; response_revision:10527; number_of_response:1; }","duration":"103.87168ms","start":"2026-02-26T01:57:45.869407Z","end":"2026-02-26T01:57:45.973279Z","steps":["trace[120455154] 'process raft request' (duration: 48.026149ms)","trace[120455154] 'compare' (duration: 55.604306ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:57:45.973336Z","caller":"traceutil/trace.go:171","msg":"trace[580890071] transaction","detail":"{read_only:false; response_revision:10528; number_of_response:1; }","duration":"102.862562ms","start":"2026-02-26T01:57:45.870441Z","end":"2026-02-26T01:57:45.973304Z","steps":["trace[580890071] 'process raft request' (duration: 102.73622ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:46.148849Z","caller":"traceutil/trace.go:171","msg":"trace[12000289] transaction","detail":"{read_only:false; response_revision:10531; number_of_response:1; }","duration":"170.097251ms","start":"2026-02-26T01:57:45.978722Z","end":"2026-02-26T01:57:46.14882Z","steps":["trace[12000289] 'process raft request' (duration: 170.0158ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:46.149042Z","caller":"traceutil/trace.go:171","msg":"trace[453937571] transaction","detail":"{read_only:false; response_revision:10530; number_of_response:1; }","duration":"170.366526ms","start":"2026-02-26T01:57:45.978629Z","end":"2026-02-26T01:57:46.148996Z","steps":["trace[453937571] 'process raft request' (duration: 107.283342ms)","trace[453937571] 'compare' (duration: 62.675957ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:57:46.149092Z","caller":"traceutil/trace.go:171","msg":"trace[290129646] transaction","detail":"{read_only:false; response_revision:10532; number_of_response:1; }","duration":"170.297015ms","start":"2026-02-26T01:57:45.978782Z","end":"2026-02-26T01:57:46.149079Z","steps":["trace[290129646] 'process raft request' (duration: 170.001589ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:46.149305Z","caller":"traceutil/trace.go:171","msg":"trace[964434024] transaction","detail":"{read_only:false; response_revision:10533; number_of_response:1; }","duration":"170.451467ms","start":"2026-02-26T01:57:45.978844Z","end":"2026-02-26T01:57:46.149296Z","steps":["trace[964434024] 'process raft request' (duration: 170.167552ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T01:57:46.14931Z","caller":"traceutil/trace.go:171","msg":"trace[828590637] linearizableReadLoop","detail":"{readStateIndex:10922; appliedIndex:10917; }","duration":"136.228171ms","start":"2026-02-26T01:57:46.013061Z","end":"2026-02-26T01:57:46.14929Z","steps":["trace[828590637] 'read index received' (duration: 72.773341ms)","trace[828590637] 'applied index is now lower than readState.Index' (duration: 63.45416ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T01:57:46.14934Z","caller":"traceutil/trace.go:171","msg":"trace[1738689317] transaction","detail":"{read_only:false; response_revision:10534; number_of_response:1; }","duration":"169.813526ms","start":"2026-02-26T01:57:45.97951Z","end":"2026-02-26T01:57:46.149323Z","steps":["trace[1738689317] 'process raft request' (duration: 169.710304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:46.149465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.20358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T01:57:46.149499Z","caller":"traceutil/trace.go:171","msg":"trace[1071525620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10534; }","duration":"107.270422ms","start":"2026-02-26T01:57:46.04222Z","end":"2026-02-26T01:57:46.14949Z","steps":["trace[1071525620] 'agreement among raft nodes before linearized reading' (duration: 107.17825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T01:57:46.149528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.468807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spc54\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-26T01:57:46.149554Z","caller":"traceutil/trace.go:171","msg":"trace[1164492815] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spc54; range_end:; response_count:1; response_revision:10534; }","duration":"136.560118ms","start":"2026-02-26T01:57:46.012986Z","end":"2026-02-26T01:57:46.149546Z","steps":["trace[1164492815] 'agreement among raft nodes before linearized reading' (duration: 136.384364ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:01:35.307701Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9892} {"level":"info","ts":"2026-02-26T02:01:35.394771Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9892,"took":"85.079688ms","hash":3023725290,"current-db-size-bytes":41582592,"current-db-size":"42 MB","current-db-size-in-use-bytes":23285760,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-26T02:01:35.394833Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3023725290,"revision":9892,"compact-revision":7550} {"level":"info","ts":"2026-02-26T02:03:29.817467Z","caller":"traceutil/trace.go:171","msg":"trace[977242337] transaction","detail":"{read_only:false; response_revision:12712; number_of_response:1; }","duration":"216.414888ms","start":"2026-02-26T02:03:29.601006Z","end":"2026-02-26T02:03:29.817421Z","steps":["trace[977242337] 'process raft request' (duration: 216.072622ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:03:37.633302Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033aa.wal"} {"level":"info","ts":"2026-02-26T02:03:52.647719Z","caller":"traceutil/trace.go:171","msg":"trace[104562195] transaction","detail":"{read_only:false; response_revision:12826; number_of_response:1; }","duration":"404.551071ms","start":"2026-02-26T02:03:52.243137Z","end":"2026-02-26T02:03:52.647688Z","steps":["trace[104562195] 'process raft request' (duration: 381.559082ms)","trace[104562195] 'compare' (duration: 22.884437ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:03:52.647908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:03:52.243119Z","time spent":"404.677694ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:04:08.988814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.323233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-26T02:04:08.989058Z","caller":"traceutil/trace.go:171","msg":"trace[1874013992] transaction","detail":"{read_only:false; response_revision:12915; number_of_response:1; }","duration":"471.311919ms","start":"2026-02-26T02:04:08.517727Z","end":"2026-02-26T02:04:08.989039Z","steps":["trace[1874013992] 'process raft request' (duration: 471.218408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:08.98911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:04:08.517692Z","time spent":"471.391141ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:04:08.989261Z","caller":"traceutil/trace.go:171","msg":"trace[1178739622] transaction","detail":"{read_only:false; response_revision:12914; number_of_response:1; }","duration":"742.736323ms","start":"2026-02-26T02:04:08.246515Z","end":"2026-02-26T02:04:08.989251Z","steps":["trace[1178739622] 'process raft request' (duration: 369.882969ms)","trace[1178739622] 'compare' (duration: 371.820865ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:04:08.98929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:04:08.246488Z","time spent":"742.786143ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:04:08.989352Z","caller":"traceutil/trace.go:171","msg":"trace[677505125] linearizableReadLoop","detail":"{readStateIndex:13393; appliedIndex:13392; }","duration":"738.271671ms","start":"2026-02-26T02:04:08.251073Z","end":"2026-02-26T02:04:08.989344Z","steps":["trace[677505125] 'read index received' (duration: 365.393507ms)","trace[677505125] 'applied index is now lower than readState.Index' (duration: 372.877554ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:04:08.989549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.483425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-02-26T02:04:08.989575Z","caller":"traceutil/trace.go:171","msg":"trace[2115065507] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12915; }","duration":"738.562126ms","start":"2026-02-26T02:04:08.251003Z","end":"2026-02-26T02:04:08.989565Z","steps":["trace[2115065507] 'agreement among raft nodes before linearized reading' (duration: 738.409324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:08.989591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:04:08.25098Z","time spent":"738.607777ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:04:08.989669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.883535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T02:04:08.989685Z","caller":"traceutil/trace.go:171","msg":"trace[1340664871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12915; }","duration":"679.937946ms","start":"2026-02-26T02:04:08.309743Z","end":"2026-02-26T02:04:08.989681Z","steps":["trace[1340664871] 'agreement among raft nodes before linearized reading' (duration: 679.893256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:08.989696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:04:08.309718Z","time spent":"679.975778ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:04:08.989799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.447942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T02:04:08.989818Z","caller":"traceutil/trace.go:171","msg":"trace[1464553983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12915; }","duration":"237.521994ms","start":"2026-02-26T02:04:08.752291Z","end":"2026-02-26T02:04:08.989813Z","steps":["trace[1464553983] 'agreement among raft nodes before linearized reading' (duration: 237.476433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:08.989879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.451307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T02:04:08.989895Z","caller":"traceutil/trace.go:171","msg":"trace[164351155] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:12915; }","duration":"525.519538ms","start":"2026-02-26T02:04:08.464371Z","end":"2026-02-26T02:04:08.989891Z","steps":["trace[164351155] 'agreement among raft nodes before linearized reading' (duration: 525.481797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:08.989908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:04:08.464342Z","time spent":"525.562279ms","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-02-26T02:04:11.109476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.164684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-26T02:04:11.109661Z","caller":"traceutil/trace.go:171","msg":"trace[711949054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12932; }","duration":"114.408177ms","start":"2026-02-26T02:04:10.995228Z","end":"2026-02-26T02:04:11.109636Z","steps":["trace[711949054] 'range keys from in-memory index tree' (duration: 113.94847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:18.650552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.43268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-26T02:04:18.650659Z","caller":"traceutil/trace.go:171","msg":"trace[199620187] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13075; }","duration":"392.594703ms","start":"2026-02-26T02:04:18.25804Z","end":"2026-02-26T02:04:18.650635Z","steps":["trace[199620187] 'range keys from in-memory index tree' (duration: 392.193156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:04:18.650704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:04:18.258015Z","time spent":"392.678464ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:04:18.650675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.060555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-26T02:04:18.650805Z","caller":"traceutil/trace.go:171","msg":"trace[429733373] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:13075; }","duration":"186.261899ms","start":"2026-02-26T02:04:18.464508Z","end":"2026-02-26T02:04:18.65077Z","steps":["trace[429733373] 'range keys from in-memory index tree' (duration: 185.807371ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.456295Z","caller":"traceutil/trace.go:171","msg":"trace[895918780] transaction","detail":"{read_only:false; response_revision:13589; number_of_response:1; }","duration":"114.017519ms","start":"2026-02-26T02:05:08.342246Z","end":"2026-02-26T02:05:08.456264Z","steps":["trace[895918780] 'process raft request' (duration: 113.873907ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.456378Z","caller":"traceutil/trace.go:171","msg":"trace[96536796] transaction","detail":"{read_only:false; response_revision:13588; number_of_response:1; }","duration":"114.224604ms","start":"2026-02-26T02:05:08.342119Z","end":"2026-02-26T02:05:08.456344Z","steps":["trace[96536796] 'process raft request' (duration: 113.816037ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.456471Z","caller":"traceutil/trace.go:171","msg":"trace[434131546] transaction","detail":"{read_only:false; response_revision:13593; number_of_response:1; }","duration":"114.053701ms","start":"2026-02-26T02:05:08.342403Z","end":"2026-02-26T02:05:08.456457Z","steps":["trace[434131546] 'process raft request' (duration: 113.862657ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.456528Z","caller":"traceutil/trace.go:171","msg":"trace[1130084249] transaction","detail":"{read_only:false; response_revision:13591; number_of_response:1; }","duration":"114.164033ms","start":"2026-02-26T02:05:08.342332Z","end":"2026-02-26T02:05:08.456496Z","steps":["trace[1130084249] 'process raft request' (duration: 113.868547ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.456582Z","caller":"traceutil/trace.go:171","msg":"trace[2079429787] transaction","detail":"{read_only:false; response_revision:13592; number_of_response:1; }","duration":"114.200053ms","start":"2026-02-26T02:05:08.342367Z","end":"2026-02-26T02:05:08.456567Z","steps":["trace[2079429787] 'process raft request' (duration: 113.869167ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.456625Z","caller":"traceutil/trace.go:171","msg":"trace[79153263] transaction","detail":"{read_only:false; response_revision:13596; number_of_response:1; }","duration":"113.804877ms","start":"2026-02-26T02:05:08.342808Z","end":"2026-02-26T02:05:08.456613Z","steps":["trace[79153263] 'process raft request' (duration: 113.552252ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.456684Z","caller":"traceutil/trace.go:171","msg":"trace[1280315421] transaction","detail":"{read_only:false; response_revision:13594; number_of_response:1; }","duration":"114.225844ms","start":"2026-02-26T02:05:08.342446Z","end":"2026-02-26T02:05:08.456672Z","steps":["trace[1280315421] 'process raft request' (duration: 113.850477ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.45664Z","caller":"traceutil/trace.go:171","msg":"trace[2048251918] transaction","detail":"{read_only:false; response_revision:13590; number_of_response:1; }","duration":"114.314275ms","start":"2026-02-26T02:05:08.342284Z","end":"2026-02-26T02:05:08.456598Z","steps":["trace[2048251918] 'process raft request' (duration: 113.874538ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.456724Z","caller":"traceutil/trace.go:171","msg":"trace[616588647] transaction","detail":"{read_only:false; response_revision:13595; number_of_response:1; }","duration":"113.975759ms","start":"2026-02-26T02:05:08.342738Z","end":"2026-02-26T02:05:08.456713Z","steps":["trace[616588647] 'process raft request' (duration: 113.592113ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.456703Z","caller":"traceutil/trace.go:171","msg":"trace[1330256086] transaction","detail":"{read_only:false; response_revision:13598; number_of_response:1; }","duration":"113.740695ms","start":"2026-02-26T02:05:08.342892Z","end":"2026-02-26T02:05:08.456632Z","steps":["trace[1330256086] 'process raft request' (duration: 113.532131ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.456786Z","caller":"traceutil/trace.go:171","msg":"trace[1845402343] transaction","detail":"{read_only:false; response_revision:13600; number_of_response:1; }","duration":"113.701714ms","start":"2026-02-26T02:05:08.343073Z","end":"2026-02-26T02:05:08.456775Z","steps":["trace[1845402343] 'process raft request' (duration: 113.419739ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.456772Z","caller":"traceutil/trace.go:171","msg":"trace[279150838] transaction","detail":"{read_only:false; response_revision:13599; number_of_response:1; }","duration":"113.805236ms","start":"2026-02-26T02:05:08.342956Z","end":"2026-02-26T02:05:08.456761Z","steps":["trace[279150838] 'process raft request' (duration: 113.496891ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.456699Z","caller":"traceutil/trace.go:171","msg":"trace[361904969] transaction","detail":"{read_only:false; response_revision:13597; number_of_response:1; }","duration":"113.803306ms","start":"2026-02-26T02:05:08.342848Z","end":"2026-02-26T02:05:08.456652Z","steps":["trace[361904969] 'process raft request' (duration: 113.542592ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.456943Z","caller":"traceutil/trace.go:171","msg":"trace[83717574] transaction","detail":"{read_only:false; response_revision:13601; number_of_response:1; }","duration":"113.589803ms","start":"2026-02-26T02:05:08.343335Z","end":"2026-02-26T02:05:08.456925Z","steps":["trace[83717574] 'process raft request' (duration: 113.270996ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.457096Z","caller":"traceutil/trace.go:171","msg":"trace[1530462259] transaction","detail":"{read_only:false; response_revision:13603; number_of_response:1; }","duration":"113.314358ms","start":"2026-02-26T02:05:08.343768Z","end":"2026-02-26T02:05:08.457082Z","steps":["trace[1530462259] 'process raft request' (duration: 113.087733ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.457056Z","caller":"traceutil/trace.go:171","msg":"trace[1596856239] transaction","detail":"{read_only:false; response_revision:13602; number_of_response:1; }","duration":"113.580923ms","start":"2026-02-26T02:05:08.343394Z","end":"2026-02-26T02:05:08.456975Z","steps":["trace[1596856239] 'process raft request' (duration: 113.349588ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:08.457145Z","caller":"traceutil/trace.go:171","msg":"trace[1620857247] transaction","detail":"{read_only:false; response_revision:13604; number_of_response:1; }","duration":"113.097614ms","start":"2026-02-26T02:05:08.344032Z","end":"2026-02-26T02:05:08.45713Z","steps":["trace[1620857247] 'process raft request' (duration: 112.961691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:09.955062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.746725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-26T02:05:09.955183Z","caller":"traceutil/trace.go:171","msg":"trace[1362956308] transaction","detail":"{read_only:false; response_revision:13792; number_of_response:1; }","duration":"371.52738ms","start":"2026-02-26T02:05:09.583635Z","end":"2026-02-26T02:05:09.955162Z","steps":["trace[1362956308] 'process raft request' (duration: 80.601681ms)","trace[1362956308] 'compare' (duration: 290.582142ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:05:09.955227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:09.583594Z","time spent":"371.617631ms","remote":"127.0.0.1:53500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1545,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:05:10.005244Z","caller":"traceutil/trace.go:171","msg":"trace[1020095461] linearizableReadLoop","detail":"{readStateIndex:14295; appliedIndex:14294; }","duration":"282.098367ms","start":"2026-02-26T02:05:09.723112Z","end":"2026-02-26T02:05:10.005211Z","steps":["trace[1020095461] 'read index received' (duration: 282.003056ms)","trace[1020095461] 'applied index is now lower than readState.Index' (duration: 94.061µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:05:10.005621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.501615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-novncproxy-576c68ddcd-rssxl.1897a9a616e2b430\" ","response":"range_response_count:1 size:821"} {"level":"info","ts":"2026-02-26T02:05:10.005718Z","caller":"traceutil/trace.go:171","msg":"trace[1764207878] range","detail":"{range_begin:/registry/events/openstack/nova-novncproxy-576c68ddcd-rssxl.1897a9a616e2b430; range_end:; response_count:1; response_revision:13793; }","duration":"282.677338ms","start":"2026-02-26T02:05:09.723015Z","end":"2026-02-26T02:05:10.005693Z","steps":["trace[1764207878] 'agreement among raft nodes before linearized reading' (duration: 282.32204ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:10.006093Z","caller":"traceutil/trace.go:171","msg":"trace[1598768372] transaction","detail":"{read_only:false; response_revision:13793; number_of_response:1; }","duration":"405.352456ms","start":"2026-02-26T02:05:09.600715Z","end":"2026-02-26T02:05:10.006067Z","steps":["trace[1598768372] 'process raft request' (duration: 404.320407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:10.006454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:09.600681Z","time spent":"405.54595ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5345,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:05:10.079987Z","caller":"traceutil/trace.go:171","msg":"trace[849248979] transaction","detail":"{read_only:false; response_revision:13794; number_of_response:1; }","duration":"350.071998ms","start":"2026-02-26T02:05:09.729878Z","end":"2026-02-26T02:05:10.07995Z","steps":["trace[849248979] 'process raft request' (duration: 349.759911ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:10.080086Z","caller":"traceutil/trace.go:171","msg":"trace[507322825] transaction","detail":"{read_only:false; response_revision:13795; number_of_response:1; }","duration":"270.19182ms","start":"2026-02-26T02:05:09.809851Z","end":"2026-02-26T02:05:10.080043Z","steps":["trace[507322825] 'process raft request' (duration: 270.003507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:10.080173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:09.729846Z","time spent":"350.226891ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:05:10.080937Z","caller":"traceutil/trace.go:171","msg":"trace[1532615756] transaction","detail":"{read_only:false; response_revision:13797; number_of_response:1; }","duration":"116.321782ms","start":"2026-02-26T02:05:09.9646Z","end":"2026-02-26T02:05:10.080922Z","steps":["trace[1532615756] 'process raft request' (duration: 115.939365ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:10.08069Z","caller":"traceutil/trace.go:171","msg":"trace[920159629] transaction","detail":"{read_only:false; response_revision:13796; number_of_response:1; }","duration":"119.705023ms","start":"2026-02-26T02:05:09.960962Z","end":"2026-02-26T02:05:10.080667Z","steps":["trace[920159629] 'process raft request' (duration: 118.95506ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:24.65055Z","caller":"traceutil/trace.go:171","msg":"trace[1605423332] transaction","detail":"{read_only:false; response_revision:13986; number_of_response:1; }","duration":"553.213634ms","start":"2026-02-26T02:05:24.097296Z","end":"2026-02-26T02:05:24.65051Z","steps":["trace[1605423332] 'process raft request' (duration: 552.997771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:24.650784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:24.097268Z","time spent":"553.405857ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:05:24.651617Z","caller":"traceutil/trace.go:171","msg":"trace[749016051] linearizableReadLoop","detail":"{readStateIndex:14494; appliedIndex:14491; }","duration":"390.389823ms","start":"2026-02-26T02:05:24.261201Z","end":"2026-02-26T02:05:24.651591Z","steps":["trace[749016051] 'read index received' (duration: 389.185341ms)","trace[749016051] 'applied index is now lower than readState.Index' (duration: 1.203392ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:05:24.65222Z","caller":"traceutil/trace.go:171","msg":"trace[778985495] transaction","detail":"{read_only:false; response_revision:13987; number_of_response:1; }","duration":"520.558227ms","start":"2026-02-26T02:05:24.131644Z","end":"2026-02-26T02:05:24.652202Z","steps":["trace[778985495] 'process raft request' (duration: 519.745063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:24.652376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.124447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:24.652438Z","caller":"traceutil/trace.go:171","msg":"trace[351498210] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13988; }","duration":"391.218619ms","start":"2026-02-26T02:05:24.261204Z","end":"2026-02-26T02:05:24.652423Z","steps":["trace[351498210] 'agreement among raft nodes before linearized reading' (duration: 391.123537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:24.652479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:24.261185Z","time spent":"391.28696ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:05:24.652574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.553001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sl9kl\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-02-26T02:05:24.652761Z","caller":"traceutil/trace.go:171","msg":"trace[1019930070] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sl9kl; range_end:; response_count:1; response_revision:13988; }","duration":"245.792365ms","start":"2026-02-26T02:05:24.406943Z","end":"2026-02-26T02:05:24.652736Z","steps":["trace[1019930070] 'agreement among raft nodes before linearized reading' (duration: 245.421459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:24.652809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.518155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T02:05:24.652847Z","caller":"traceutil/trace.go:171","msg":"trace[747091283] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13988; }","duration":"391.732658ms","start":"2026-02-26T02:05:24.261102Z","end":"2026-02-26T02:05:24.652835Z","steps":["trace[747091283] 'agreement among raft nodes before linearized reading' (duration: 391.617346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:24.652886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:24.261073Z","time spent":"391.806499ms","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T02:05:24.652869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.686681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spc54\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-26T02:05:24.653062Z","caller":"traceutil/trace.go:171","msg":"trace[285610302] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spc54; range_end:; response_count:1; response_revision:13988; }","duration":"366.777062ms","start":"2026-02-26T02:05:24.286149Z","end":"2026-02-26T02:05:24.652926Z","steps":["trace[285610302] 'agreement among raft nodes before linearized reading' (duration: 366.532267ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:24.653103Z","caller":"traceutil/trace.go:171","msg":"trace[1168082479] transaction","detail":"{read_only:false; response_revision:13988; number_of_response:1; }","duration":"519.976027ms","start":"2026-02-26T02:05:24.133105Z","end":"2026-02-26T02:05:24.653081Z","steps":["trace[1168082479] 'process raft request' (duration: 518.434299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:24.653248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.003932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:24.653294Z","caller":"traceutil/trace.go:171","msg":"trace[973951423] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13988; }","duration":"392.088614ms","start":"2026-02-26T02:05:24.261195Z","end":"2026-02-26T02:05:24.653284Z","steps":["trace[973951423] 'agreement among raft nodes before linearized reading' (duration: 391.940521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:24.653322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:24.261177Z","time spent":"392.139015ms","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-26T02:05:24.653406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.199456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-02-26T02:05:24.653452Z","caller":"traceutil/trace.go:171","msg":"trace[308991623] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13988; }","duration":"392.295448ms","start":"2026-02-26T02:05:24.261144Z","end":"2026-02-26T02:05:24.653439Z","steps":["trace[308991623] 'agreement among raft nodes before linearized reading' (duration: 392.133855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:24.653494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:24.261115Z","time spent":"392.371879ms","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-02-26T02:05:24.653558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.952075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sl9kl\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-02-26T02:05:24.653606Z","caller":"traceutil/trace.go:171","msg":"trace[1502343287] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sl9kl; range_end:; response_count:1; response_revision:13988; }","duration":"236.021585ms","start":"2026-02-26T02:05:24.417573Z","end":"2026-02-26T02:05:24.653595Z","steps":["trace[1502343287] 'agreement among raft nodes before linearized reading' (duration: 235.903863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:24.65255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:24.131606Z","time spent":"520.66632ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:05:24.653114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:24.286109Z","time spent":"366.993266ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-spc54\" "} {"level":"warn","ts":"2026-02-26T02:05:24.653195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.204881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-26T02:05:24.653241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:24.133069Z","time spent":"520.078409ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:05:24.653965Z","caller":"traceutil/trace.go:171","msg":"trace[635884609] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13988; }","duration":"389.997507ms","start":"2026-02-26T02:05:24.263951Z","end":"2026-02-26T02:05:24.653949Z","steps":["trace[635884609] 'agreement among raft nodes before linearized reading' (duration: 389.13062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:24.654055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:24.26394Z","time spent":"390.094018ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:05:49.223897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.728533ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:05:49.224046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.082183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:05:49.22406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.094544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:49.2241Z","caller":"traceutil/trace.go:171","msg":"trace[1320008876] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14100; }","duration":"319.963157ms","start":"2026-02-26T02:05:48.904105Z","end":"2026-02-26T02:05:49.224069Z","steps":["trace[1320008876] 'range keys from in-memory index tree' (duration: 319.674663ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:49.224143Z","caller":"traceutil/trace.go:171","msg":"trace[1009972879] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14101; }","duration":"506.245347ms","start":"2026-02-26T02:05:48.717885Z","end":"2026-02-26T02:05:49.22413Z","steps":["trace[1009972879] 'agreement among raft nodes before linearized reading' (duration: 506.088644ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:49.224146Z","caller":"traceutil/trace.go:171","msg":"trace[334902716] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14101; }","duration":"506.225306ms","start":"2026-02-26T02:05:48.717884Z","end":"2026-02-26T02:05:49.22411Z","steps":["trace[334902716] 'agreement among raft nodes before linearized reading' (duration: 506.036933ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:49.223966Z","caller":"traceutil/trace.go:171","msg":"trace[1560792357] linearizableReadLoop","detail":"{readStateIndex:14612; appliedIndex:14611; }","duration":"505.970992ms","start":"2026-02-26T02:05:48.717937Z","end":"2026-02-26T02:05:49.223908Z","steps":["trace[1560792357] 'read index received' (duration: 465.966992ms)","trace[1560792357] 'applied index is now lower than readState.Index' (duration: 40.00089ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:05:49.224189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.71786Z","time spent":"506.320237ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:05:49.224194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.71786Z","time spent":"506.322427ms","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-02-26T02:05:49.223964Z","caller":"traceutil/trace.go:171","msg":"trace[751281847] transaction","detail":"{read_only:false; response_revision:14101; number_of_response:1; }","duration":"529.861798ms","start":"2026-02-26T02:05:48.694054Z","end":"2026-02-26T02:05:49.223916Z","steps":["trace[751281847] 'process raft request' (duration: 489.857298ms)","trace[751281847] 'compare' (duration: 39.552622ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:05:49.224875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.694029Z","time spent":"530.310405ms","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:05:49.273651Z","caller":"traceutil/trace.go:171","msg":"trace[402489839] transaction","detail":"{read_only:false; response_revision:14103; number_of_response:1; }","duration":"500.442051ms","start":"2026-02-26T02:05:48.773178Z","end":"2026-02-26T02:05:49.27362Z","steps":["trace[402489839] 'process raft request' (duration: 500.279277ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:49.273617Z","caller":"traceutil/trace.go:171","msg":"trace[1590531002] transaction","detail":"{read_only:false; response_revision:14102; number_of_response:1; }","duration":"503.087459ms","start":"2026-02-26T02:05:48.770454Z","end":"2026-02-26T02:05:49.273542Z","steps":["trace[1590531002] 'process raft request' (duration: 502.816954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:49.273836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.64262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:05:49.273884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.770429Z","time spent":"503.334015ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:05:49.273901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.404634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:49.273933Z","caller":"traceutil/trace.go:171","msg":"trace[2098252871] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14103; }","duration":"411.801573ms","start":"2026-02-26T02:05:48.862108Z","end":"2026-02-26T02:05:49.27391Z","steps":["trace[2098252871] 'agreement among raft nodes before linearized reading' (duration: 411.62814ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:49.273982Z","caller":"traceutil/trace.go:171","msg":"trace[1060632014] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14103; }","duration":"413.522195ms","start":"2026-02-26T02:05:48.86044Z","end":"2026-02-26T02:05:49.273962Z","steps":["trace[1060632014] 'agreement among raft nodes before linearized reading' (duration: 413.347022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:49.273992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.862102Z","time spent":"411.880955ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:05:49.274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.536863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:05:49.274022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.860428Z","time spent":"413.588187ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-26T02:05:49.274065Z","caller":"traceutil/trace.go:171","msg":"trace[1140347321] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14103; }","duration":"414.630645ms","start":"2026-02-26T02:05:48.859414Z","end":"2026-02-26T02:05:49.274044Z","steps":["trace[1140347321] 'agreement among raft nodes before linearized reading' (duration: 414.519183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:49.273889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.773169Z","time spent":"500.584215ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:05:49.274113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.859401Z","time spent":"414.703837ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T02:05:49.274178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.997296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:05:49.274175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.063535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-26T02:05:49.274243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.088368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:49.274279Z","caller":"traceutil/trace.go:171","msg":"trace[1499519190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14103; }","duration":"230.161389ms","start":"2026-02-26T02:05:49.044109Z","end":"2026-02-26T02:05:49.274271Z","steps":["trace[1499519190] 'agreement among raft nodes before linearized reading' (duration: 230.111098ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:49.274351Z","caller":"traceutil/trace.go:171","msg":"trace[46921435] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14103; }","duration":"437.233928ms","start":"2026-02-26T02:05:48.836999Z","end":"2026-02-26T02:05:49.274233Z","steps":["trace[46921435] 'agreement among raft nodes before linearized reading' (duration: 436.930033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:49.274373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.871913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sl9kl\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-02-26T02:05:49.274411Z","caller":"traceutil/trace.go:171","msg":"trace[1778136928] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sl9kl; range_end:; response_count:1; response_revision:14103; }","duration":"355.937974ms","start":"2026-02-26T02:05:48.918463Z","end":"2026-02-26T02:05:49.274401Z","steps":["trace[1778136928] 'agreement among raft nodes before linearized reading' (duration: 355.792641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:49.274422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.83698Z","time spent":"437.424801ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:05:49.274438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.91845Z","time spent":"355.982544ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22143,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sl9kl\" "} {"level":"warn","ts":"2026-02-26T02:05:49.27446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.771617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-26T02:05:49.274498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.080874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sl9kl\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-02-26T02:05:49.274599Z","caller":"traceutil/trace.go:171","msg":"trace[2027223632] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sl9kl; range_end:; response_count:1; response_revision:14103; }","duration":"346.205137ms","start":"2026-02-26T02:05:48.928366Z","end":"2026-02-26T02:05:49.274571Z","steps":["trace[2027223632] 'agreement among raft nodes before linearized reading' (duration: 345.974023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:49.274625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.109479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-26T02:05:49.274635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.774664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-02-26T02:05:49.27465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.92835Z","time spent":"346.287978ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22143,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sl9kl\" "} {"level":"info","ts":"2026-02-26T02:05:49.27469Z","caller":"traceutil/trace.go:171","msg":"trace[2019278053] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14103; }","duration":"553.878506ms","start":"2026-02-26T02:05:48.720798Z","end":"2026-02-26T02:05:49.274677Z","steps":["trace[2019278053] 'agreement among raft nodes before linearized reading' (duration: 553.743123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:49.274721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.805349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tsqbv\" ","response":"range_response_count:1 size:20759"} {"level":"warn","ts":"2026-02-26T02:05:49.274739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.600415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18787"} {"level":"info","ts":"2026-02-26T02:05:49.274758Z","caller":"traceutil/trace.go:171","msg":"trace[1905519875] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-tsqbv; range_end:; response_count:1; response_revision:14103; }","duration":"208.872141ms","start":"2026-02-26T02:05:49.065875Z","end":"2026-02-26T02:05:49.274747Z","steps":["trace[1905519875] 'agreement among raft nodes before linearized reading' (duration: 208.769469ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:49.274773Z","caller":"traceutil/trace.go:171","msg":"trace[140555421] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:14103; }","duration":"505.656526ms","start":"2026-02-26T02:05:48.769108Z","end":"2026-02-26T02:05:49.274764Z","steps":["trace[140555421] 'agreement among raft nodes before linearized reading' (duration: 505.567065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:49.274807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.769094Z","time spent":"505.705777ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18809,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-26T02:05:49.274845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.016588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-26T02:05:49.274884Z","caller":"traceutil/trace.go:171","msg":"trace[838820696] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14103; }","duration":"554.058239ms","start":"2026-02-26T02:05:48.720814Z","end":"2026-02-26T02:05:49.274872Z","steps":["trace[838820696] 'agreement among raft nodes before linearized reading' (duration: 553.969588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:49.274754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.016278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-26T02:05:49.274925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.720804Z","time spent":"554.11528ms","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-26T02:05:49.274948Z","caller":"traceutil/trace.go:171","msg":"trace[1870803924] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14103; }","duration":"554.222171ms","start":"2026-02-26T02:05:48.720716Z","end":"2026-02-26T02:05:49.274939Z","steps":["trace[1870803924] 'agreement among raft nodes before linearized reading' (duration: 553.969787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:49.274989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.720709Z","time spent":"554.270873ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-26T02:05:49.274653Z","caller":"traceutil/trace.go:171","msg":"trace[769494994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14103; }","duration":"492.157979ms","start":"2026-02-26T02:05:48.782487Z","end":"2026-02-26T02:05:49.274645Z","steps":["trace[769494994] 'agreement among raft nodes before linearized reading' (duration: 492.065718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:49.274476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.812048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-26T02:05:49.275047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.349097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:05:49.274198Z","caller":"traceutil/trace.go:171","msg":"trace[925393273] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14103; }","duration":"413.034996ms","start":"2026-02-26T02:05:48.861157Z","end":"2026-02-26T02:05:49.274192Z","steps":["trace[925393273] 'agreement among raft nodes before linearized reading' (duration: 413.003426ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:49.274521Z","caller":"traceutil/trace.go:171","msg":"trace[436945708] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14103; }","duration":"552.872178ms","start":"2026-02-26T02:05:48.721635Z","end":"2026-02-26T02:05:49.274507Z","steps":["trace[436945708] 'agreement among raft nodes before linearized reading' (duration: 552.692755ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:49.275102Z","caller":"traceutil/trace.go:171","msg":"trace[322105665] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14103; }","duration":"553.424879ms","start":"2026-02-26T02:05:48.721665Z","end":"2026-02-26T02:05:49.27509Z","steps":["trace[322105665] 'agreement among raft nodes before linearized reading' (duration: 553.295277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:49.27474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.720767Z","time spent":"553.961037ms","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-02-26T02:05:49.275105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.315124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:05:49.275134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.721649Z","time spent":"553.47831ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:05:49.274475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.380351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:05:49.275144Z","caller":"traceutil/trace.go:171","msg":"trace[1248844066] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14103; }","duration":"554.377786ms","start":"2026-02-26T02:05:48.720756Z","end":"2026-02-26T02:05:49.275134Z","steps":["trace[1248844066] 'agreement among raft nodes before linearized reading' (duration: 554.314635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:49.275157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.861147Z","time spent":"413.971194ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:05:49.275178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.720739Z","time spent":"554.431726ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:05:49.275155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.16687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spc54\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-02-26T02:05:49.275182Z","caller":"traceutil/trace.go:171","msg":"trace[1923083896] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14103; }","duration":"409.615544ms","start":"2026-02-26T02:05:48.865552Z","end":"2026-02-26T02:05:49.275168Z","steps":["trace[1923083896] 'agreement among raft nodes before linearized reading' (duration: 408.163198ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:49.275236Z","caller":"traceutil/trace.go:171","msg":"trace[1280375980] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spc54; range_end:; response_count:1; response_revision:14103; }","duration":"367.299952ms","start":"2026-02-26T02:05:48.907921Z","end":"2026-02-26T02:05:49.275221Z","steps":["trace[1280375980] 'agreement among raft nodes before linearized reading' (duration: 366.339004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:49.275273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.865535Z","time spent":"409.721126ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:05:49.275312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.624798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-26T02:05:49.275319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.907898Z","time spent":"367.408434ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-spc54\" "} {"level":"warn","ts":"2026-02-26T02:05:49.275135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.721615Z","time spent":"553.504451ms","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-26T02:05:49.275343Z","caller":"traceutil/trace.go:171","msg":"trace[416825114] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14103; }","duration":"521.680249ms","start":"2026-02-26T02:05:48.753651Z","end":"2026-02-26T02:05:49.275332Z","steps":["trace[416825114] 'agreement among raft nodes before linearized reading' (duration: 521.623278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:49.275386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.753639Z","time spent":"521.73779ms","remote":"127.0.0.1:42412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:05:49.274525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.17241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:49.275078Z","caller":"traceutil/trace.go:171","msg":"trace[1366724670] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14103; }","duration":"410.427569ms","start":"2026-02-26T02:05:48.86463Z","end":"2026-02-26T02:05:49.275058Z","steps":["trace[1366724670] 'agreement among raft nodes before linearized reading' (duration: 409.702926ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:49.275448Z","caller":"traceutil/trace.go:171","msg":"trace[465215874] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14103; }","duration":"413.127218ms","start":"2026-02-26T02:05:48.862294Z","end":"2026-02-26T02:05:49.275421Z","steps":["trace[465215874] 'agreement among raft nodes before linearized reading' (duration: 412.209381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:49.275464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.159705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-26T02:05:49.275447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.86462Z","time spent":"410.811346ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:05:49.275495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.862256Z","time spent":"413.22969ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T02:05:49.275056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.782471Z","time spent":"492.572988ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:05:49.275498Z","caller":"traceutil/trace.go:171","msg":"trace[258532268] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14103; }","duration":"540.245997ms","start":"2026-02-26T02:05:48.735241Z","end":"2026-02-26T02:05:49.275487Z","steps":["trace[258532268] 'agreement among raft nodes before linearized reading' (duration: 540.150355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:49.275537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.73521Z","time spent":"540.320679ms","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-26T02:05:49.275744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.238461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:49.275926Z","caller":"traceutil/trace.go:171","msg":"trace[1076642534] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14103; }","duration":"418.486505ms","start":"2026-02-26T02:05:48.857428Z","end":"2026-02-26T02:05:49.275914Z","steps":["trace[1076642534] 'agreement among raft nodes before linearized reading' (duration: 416.228555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:49.275982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:48.857399Z","time spent":"418.566007ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:05:51.787643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703339281,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:05:51.969141Z","caller":"traceutil/trace.go:171","msg":"trace[1257795267] transaction","detail":"{read_only:false; response_revision:14110; number_of_response:1; }","duration":"682.760628ms","start":"2026-02-26T02:05:51.286358Z","end":"2026-02-26T02:05:51.969119Z","steps":["trace[1257795267] 'process raft request' (duration: 682.635515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.969282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.286345Z","time spent":"682.85531ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:05:51.975298Z","caller":"traceutil/trace.go:171","msg":"trace[2078374289] linearizableReadLoop","detail":"{readStateIndex:14622; appliedIndex:14621; }","duration":"688.832359ms","start":"2026-02-26T02:05:51.286448Z","end":"2026-02-26T02:05:51.97528Z","steps":["trace[2078374289] 'read index received' (duration: 682.654576ms)","trace[2078374289] 'applied index is now lower than readState.Index' (duration: 6.177113ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:05:51.975508Z","caller":"traceutil/trace.go:171","msg":"trace[1059576668] transaction","detail":"{read_only:false; response_revision:14111; number_of_response:1; }","duration":"689.117384ms","start":"2026-02-26T02:05:51.286377Z","end":"2026-02-26T02:05:51.975495Z","steps":["trace[1059576668] 'process raft request' (duration: 688.815858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.975578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.160195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:51.975614Z","caller":"traceutil/trace.go:171","msg":"trace[1836185850] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14111; }","duration":"689.199555ms","start":"2026-02-26T02:05:51.286405Z","end":"2026-02-26T02:05:51.975605Z","steps":["trace[1836185850] 'agreement among raft nodes before linearized reading' (duration: 689.128054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.975617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.286367Z","time spent":"689.171094ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:05:51.975632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.28638Z","time spent":"689.248136ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:05:51.975664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.194665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:51.975723Z","caller":"traceutil/trace.go:171","msg":"trace[1561335005] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14111; }","duration":"689.273686ms","start":"2026-02-26T02:05:51.286432Z","end":"2026-02-26T02:05:51.975706Z","steps":["trace[1561335005] 'agreement among raft nodes before linearized reading' (duration: 689.169684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.975753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.312107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:05:51.975734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.264146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-26T02:05:51.975758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.286426Z","time spent":"689.325427ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-26T02:05:51.975772Z","caller":"traceutil/trace.go:171","msg":"trace[2045840750] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14111; }","duration":"689.340297ms","start":"2026-02-26T02:05:51.286426Z","end":"2026-02-26T02:05:51.975767Z","steps":["trace[2045840750] 'agreement among raft nodes before linearized reading' (duration: 689.308737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.975794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.286421Z","time spent":"689.369178ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:05:51.975773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.348438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:51.975799Z","caller":"traceutil/trace.go:171","msg":"trace[1229688108] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14111; }","duration":"689.347158ms","start":"2026-02-26T02:05:51.286432Z","end":"2026-02-26T02:05:51.975779Z","steps":["trace[1229688108] 'agreement among raft nodes before linearized reading' (duration: 689.144804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.975848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.286425Z","time spent":"689.41011ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-26T02:05:51.975839Z","caller":"traceutil/trace.go:171","msg":"trace[1389105728] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14111; }","duration":"689.4606ms","start":"2026-02-26T02:05:51.286361Z","end":"2026-02-26T02:05:51.975822Z","steps":["trace[1389105728] 'agreement among raft nodes before linearized reading' (duration: 689.349577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.975838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.210587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:05:51.975904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.286337Z","time spent":"689.551112ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T02:05:51.975862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.42858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:05:51.975963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.852297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:05:51.975937Z","caller":"traceutil/trace.go:171","msg":"trace[1834359563] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14111; }","duration":"688.361591ms","start":"2026-02-26T02:05:51.287553Z","end":"2026-02-26T02:05:51.975914Z","steps":["trace[1834359563] 'agreement among raft nodes before linearized reading' (duration: 688.155846ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:51.975982Z","caller":"traceutil/trace.go:171","msg":"trace[1652712831] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14111; }","duration":"285.885727ms","start":"2026-02-26T02:05:51.690091Z","end":"2026-02-26T02:05:51.975977Z","steps":["trace[1652712831] 'agreement among raft nodes before linearized reading' (duration: 285.794175ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:51.975981Z","caller":"traceutil/trace.go:171","msg":"trace[1968810408] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14111; }","duration":"689.547052ms","start":"2026-02-26T02:05:51.286418Z","end":"2026-02-26T02:05:51.975965Z","steps":["trace[1968810408] 'agreement among raft nodes before linearized reading' (duration: 689.42348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.976014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.28754Z","time spent":"688.462102ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-26T02:05:51.976033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.28641Z","time spent":"689.608864ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:05:51.976045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.525476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-26T02:05:51.976063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.656254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:05:51.976072Z","caller":"traceutil/trace.go:171","msg":"trace[1645095869] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14111; }","duration":"538.593458ms","start":"2026-02-26T02:05:51.437472Z","end":"2026-02-26T02:05:51.976065Z","steps":["trace[1645095869] 'agreement among raft nodes before linearized reading' (duration: 538.537297ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:51.976079Z","caller":"traceutil/trace.go:171","msg":"trace[1595644720] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14111; }","duration":"689.701445ms","start":"2026-02-26T02:05:51.286373Z","end":"2026-02-26T02:05:51.976074Z","steps":["trace[1595644720] 'agreement among raft nodes before linearized reading' (duration: 689.657774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.976093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.286356Z","time spent":"689.734465ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:05:51.976093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.437452Z","time spent":"538.636188ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:05:51.976102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.1404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-26T02:05:51.975998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.509866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:05:51.976153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.127039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-26T02:05:51.976149Z","caller":"traceutil/trace.go:171","msg":"trace[1726050686] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14111; }","duration":"526.207802ms","start":"2026-02-26T02:05:51.449927Z","end":"2026-02-26T02:05:51.976135Z","steps":["trace[1726050686] 'agreement among raft nodes before linearized reading' (duration: 526.08153ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:51.976171Z","caller":"traceutil/trace.go:171","msg":"trace[1479765133] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14111; }","duration":"150.165729ms","start":"2026-02-26T02:05:51.825999Z","end":"2026-02-26T02:05:51.976165Z","steps":["trace[1479765133] 'agreement among raft nodes before linearized reading' (duration: 150.125249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.976177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.281324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-26T02:05:51.976163Z","caller":"traceutil/trace.go:171","msg":"trace[1806836936] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14111; }","duration":"287.71033ms","start":"2026-02-26T02:05:51.68844Z","end":"2026-02-26T02:05:51.97615Z","steps":["trace[1806836936] 'agreement among raft nodes before linearized reading' (duration: 287.544287ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:51.976198Z","caller":"traceutil/trace.go:171","msg":"trace[1255274802] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14111; }","duration":"525.331035ms","start":"2026-02-26T02:05:51.450858Z","end":"2026-02-26T02:05:51.976189Z","steps":["trace[1255274802] 'agreement among raft nodes before linearized reading' (duration: 525.280704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.976191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.449912Z","time spent":"526.268253ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:05:51.976216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.450846Z","time spent":"525.364926ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:05:51.976276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.756445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-26T02:05:51.97629Z","caller":"traceutil/trace.go:171","msg":"trace[796518486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14111; }","duration":"233.806876ms","start":"2026-02-26T02:05:51.742479Z","end":"2026-02-26T02:05:51.976286Z","steps":["trace[796518486] 'agreement among raft nodes before linearized reading' (duration: 233.763066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.976366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.032915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-02-26T02:05:51.976423Z","caller":"traceutil/trace.go:171","msg":"trace[1633146366] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14111; }","duration":"157.124517ms","start":"2026-02-26T02:05:51.819279Z","end":"2026-02-26T02:05:51.976403Z","steps":["trace[1633146366] 'agreement among raft nodes before linearized reading' (duration: 156.988884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.976486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.857819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-26T02:05:51.976482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.863513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sl9kl\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-02-26T02:05:51.976507Z","caller":"traceutil/trace.go:171","msg":"trace[1361542163] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14111; }","duration":"688.89388ms","start":"2026-02-26T02:05:51.287608Z","end":"2026-02-26T02:05:51.976501Z","steps":["trace[1361542163] 'agreement among raft nodes before linearized reading' (duration: 688.823969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.976519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.094357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-spc54\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-02-26T02:05:51.976525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.287601Z","time spent":"688.919321ms","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-26T02:05:51.976537Z","caller":"traceutil/trace.go:171","msg":"trace[1286155420] range","detail":"{range_begin:/registry/pods/openstack/keepalived-spc54; range_end:; response_count:1; response_revision:14111; }","duration":"647.128118ms","start":"2026-02-26T02:05:51.329404Z","end":"2026-02-26T02:05:51.976532Z","steps":["trace[1286155420] 'agreement among raft nodes before linearized reading' (duration: 647.072077ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:51.976528Z","caller":"traceutil/trace.go:171","msg":"trace[318007127] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sl9kl; range_end:; response_count:1; response_revision:14111; }","duration":"646.926823ms","start":"2026-02-26T02:05:51.329587Z","end":"2026-02-26T02:05:51.976514Z","steps":["trace[318007127] 'agreement among raft nodes before linearized reading' (duration: 646.810161ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.976374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.637655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-02-26T02:05:51.976572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.329576Z","time spent":"646.985245ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22143,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sl9kl\" "} {"level":"warn","ts":"2026-02-26T02:05:51.976594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.085225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:05:51.976609Z","caller":"traceutil/trace.go:171","msg":"trace[418664855] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14111; }","duration":"648.120576ms","start":"2026-02-26T02:05:51.328485Z","end":"2026-02-26T02:05:51.976606Z","steps":["trace[418664855] 'agreement among raft nodes before linearized reading' (duration: 648.076455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.976621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.328474Z","time spent":"648.144756ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-26T02:05:51.976588Z","caller":"traceutil/trace.go:171","msg":"trace[487950005] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14111; }","duration":"688.860149ms","start":"2026-02-26T02:05:51.287708Z","end":"2026-02-26T02:05:51.976568Z","steps":["trace[487950005] 'agreement among raft nodes before linearized reading' (duration: 688.584895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.976454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.654632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-26T02:05:51.976659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.061443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-02-26T02:05:51.976682Z","caller":"traceutil/trace.go:171","msg":"trace[1535551998] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14111; }","duration":"689.096783ms","start":"2026-02-26T02:05:51.287579Z","end":"2026-02-26T02:05:51.976676Z","steps":["trace[1535551998] 'agreement among raft nodes before linearized reading' (duration: 689.039392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.976699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.287566Z","time spent":"689.128604ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-26T02:05:51.976703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.113213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sl9kl\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-02-26T02:05:51.976687Z","caller":"traceutil/trace.go:171","msg":"trace[1588295993] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14111; }","duration":"650.891126ms","start":"2026-02-26T02:05:51.325766Z","end":"2026-02-26T02:05:51.976657Z","steps":["trace[1588295993] 'agreement among raft nodes before linearized reading' (duration: 650.672982ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:51.976721Z","caller":"traceutil/trace.go:171","msg":"trace[121128744] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sl9kl; range_end:; response_count:1; response_revision:14111; }","duration":"649.145534ms","start":"2026-02-26T02:05:51.327569Z","end":"2026-02-26T02:05:51.976715Z","steps":["trace[121128744] 'agreement among raft nodes before linearized reading' (duration: 649.095163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.976742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.327559Z","time spent":"649.178904ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22143,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sl9kl\" "} {"level":"warn","ts":"2026-02-26T02:05:51.976763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.325745Z","time spent":"650.999079ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-26T02:05:51.976838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.589273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-26T02:05:51.976844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.906815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-26T02:05:51.976857Z","caller":"traceutil/trace.go:171","msg":"trace[1671023549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14111; }","duration":"683.628253ms","start":"2026-02-26T02:05:51.293223Z","end":"2026-02-26T02:05:51.976851Z","steps":["trace[1671023549] 'agreement among raft nodes before linearized reading' (duration: 683.575783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.975882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.219828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tsqbv\" ","response":"range_response_count:1 size:20759"} {"level":"info","ts":"2026-02-26T02:05:51.976893Z","caller":"traceutil/trace.go:171","msg":"trace[1818546795] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14111; }","duration":"674.974936ms","start":"2026-02-26T02:05:51.301903Z","end":"2026-02-26T02:05:51.976878Z","steps":["trace[1818546795] 'agreement among raft nodes before linearized reading' (duration: 674.807113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.976896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.293213Z","time spent":"683.670154ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:05:51.976898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.301827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-02-26T02:05:51.976887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.10937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-26T02:05:51.976925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.301893Z","time spent":"675.023897ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:05:51.976934Z","caller":"traceutil/trace.go:171","msg":"trace[986188580] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14111; }","duration":"689.340128ms","start":"2026-02-26T02:05:51.287585Z","end":"2026-02-26T02:05:51.976925Z","steps":["trace[986188580] 'agreement among raft nodes before linearized reading' (duration: 689.239756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.976959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.287558Z","time spent":"689.393968ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-26T02:05:51.97695Z","caller":"traceutil/trace.go:171","msg":"trace[1963440933] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14111; }","duration":"651.194732ms","start":"2026-02-26T02:05:51.32574Z","end":"2026-02-26T02:05:51.976935Z","steps":["trace[1963440933] 'agreement among raft nodes before linearized reading' (duration: 651.048149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.975965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.739263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-02-26T02:05:51.976999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.325727Z","time spent":"651.257313ms","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-26T02:05:51.977031Z","caller":"traceutil/trace.go:171","msg":"trace[1140322564] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14111; }","duration":"287.815351ms","start":"2026-02-26T02:05:51.6892Z","end":"2026-02-26T02:05:51.977015Z","steps":["trace[1140322564] 'agreement among raft nodes before linearized reading' (duration: 286.703012ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:51.9769Z","caller":"traceutil/trace.go:171","msg":"trace[773504153] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-tsqbv; range_end:; response_count:1; response_revision:14111; }","duration":"643.245426ms","start":"2026-02-26T02:05:51.333649Z","end":"2026-02-26T02:05:51.976895Z","steps":["trace[773504153] 'agreement among raft nodes before linearized reading' (duration: 642.155986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:51.977196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.333619Z","time spent":"643.561492ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20781,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tsqbv\" "} {"level":"warn","ts":"2026-02-26T02:05:51.977362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.287696Z","time spent":"689.630804ms","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-02-26T02:05:51.976553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:05:51.329395Z","time spent":"647.155738ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-spc54\" "} {"level":"warn","ts":"2026-02-26T02:05:51.981222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.361673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T02:05:51.981394Z","caller":"traceutil/trace.go:171","msg":"trace[1350619120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14111; }","duration":"224.641159ms","start":"2026-02-26T02:05:51.756724Z","end":"2026-02-26T02:05:51.981365Z","steps":["trace[1350619120] 'agreement among raft nodes before linearized reading' (duration: 219.467205ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:52.252043Z","caller":"traceutil/trace.go:171","msg":"trace[2017010480] transaction","detail":"{read_only:false; response_revision:14112; number_of_response:1; }","duration":"272.090665ms","start":"2026-02-26T02:05:51.979923Z","end":"2026-02-26T02:05:52.252013Z","steps":["trace[2017010480] 'process raft request' (duration: 268.617791ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:52.254561Z","caller":"traceutil/trace.go:171","msg":"trace[1277816171] transaction","detail":"{read_only:false; response_revision:14114; number_of_response:1; }","duration":"272.707336ms","start":"2026-02-26T02:05:51.981832Z","end":"2026-02-26T02:05:52.25454Z","steps":["trace[1277816171] 'process raft request' (duration: 272.637974ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:52.254605Z","caller":"traceutil/trace.go:171","msg":"trace[216551681] transaction","detail":"{read_only:false; response_revision:14113; number_of_response:1; }","duration":"273.907808ms","start":"2026-02-26T02:05:51.980665Z","end":"2026-02-26T02:05:52.254573Z","steps":["trace[216551681] 'process raft request' (duration: 273.674713ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:52.255471Z","caller":"traceutil/trace.go:171","msg":"trace[1799751746] transaction","detail":"{read_only:false; response_revision:14115; number_of_response:1; }","duration":"272.197786ms","start":"2026-02-26T02:05:51.983261Z","end":"2026-02-26T02:05:52.255459Z","steps":["trace[1799751746] 'process raft request' (duration: 271.248349ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:52.256048Z","caller":"traceutil/trace.go:171","msg":"trace[1249542513] transaction","detail":"{read_only:false; response_revision:14116; number_of_response:1; }","duration":"270.858633ms","start":"2026-02-26T02:05:51.985176Z","end":"2026-02-26T02:05:52.256034Z","steps":["trace[1249542513] 'process raft request' (duration: 270.116169ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:52.256095Z","caller":"traceutil/trace.go:171","msg":"trace[994885678] transaction","detail":"{read_only:false; response_revision:14117; number_of_response:1; }","duration":"270.774791ms","start":"2026-02-26T02:05:51.985305Z","end":"2026-02-26T02:05:52.25608Z","steps":["trace[994885678] 'process raft request' (duration: 270.673709ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:52.256191Z","caller":"traceutil/trace.go:171","msg":"trace[1094715587] transaction","detail":"{read_only:false; response_revision:14119; number_of_response:1; }","duration":"265.76826ms","start":"2026-02-26T02:05:51.990414Z","end":"2026-02-26T02:05:52.256182Z","steps":["trace[1094715587] 'process raft request' (duration: 265.652418ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:05:52.256257Z","caller":"traceutil/trace.go:171","msg":"trace[1109513642] linearizableReadLoop","detail":"{readStateIndex:14625; appliedIndex:14622; }","duration":"273.888128ms","start":"2026-02-26T02:05:51.982361Z","end":"2026-02-26T02:05:52.256249Z","steps":["trace[1109513642] 'read index received' (duration: 266.198047ms)","trace[1109513642] 'applied index is now lower than readState.Index' (duration: 7.688441ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:05:52.256307Z","caller":"traceutil/trace.go:171","msg":"trace[266579667] transaction","detail":"{read_only:false; response_revision:14118; number_of_response:1; }","duration":"266.116086ms","start":"2026-02-26T02:05:51.990084Z","end":"2026-02-26T02:05:52.2562Z","steps":["trace[266579667] 'process raft request' (duration: 265.946693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:52.256772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.806312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-26T02:05:52.256852Z","caller":"traceutil/trace.go:171","msg":"trace[958527635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14119; }","duration":"212.951345ms","start":"2026-02-26T02:05:52.043883Z","end":"2026-02-26T02:05:52.256834Z","steps":["trace[958527635] 'agreement among raft nodes before linearized reading' (duration: 212.800452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:52.256923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.474569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:776829"} {"level":"info","ts":"2026-02-26T02:05:52.256952Z","caller":"traceutil/trace.go:171","msg":"trace[1941917112] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:14119; }","duration":"273.557501ms","start":"2026-02-26T02:05:51.983389Z","end":"2026-02-26T02:05:52.256947Z","steps":["trace[1941917112] 'agreement among raft nodes before linearized reading' (duration: 272.92265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:52.257471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.62418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hrtd2\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-02-26T02:05:52.25753Z","caller":"traceutil/trace.go:171","msg":"trace[9285735] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hrtd2; range_end:; response_count:1; response_revision:14119; }","duration":"195.761042ms","start":"2026-02-26T02:05:52.061755Z","end":"2026-02-26T02:05:52.257516Z","steps":["trace[9285735] 'agreement among raft nodes before linearized reading' (duration: 195.308553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:52.257678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.826662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:776829"} {"level":"info","ts":"2026-02-26T02:05:52.257702Z","caller":"traceutil/trace.go:171","msg":"trace[1882551772] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:14119; }","duration":"264.866342ms","start":"2026-02-26T02:05:51.992831Z","end":"2026-02-26T02:05:52.257697Z","steps":["trace[1882551772] 'agreement among raft nodes before linearized reading' (duration: 264.256161ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:52.258004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.607839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:776829"} {"level":"info","ts":"2026-02-26T02:05:52.258657Z","caller":"traceutil/trace.go:171","msg":"trace[1810331669] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:14119; }","duration":"276.287072ms","start":"2026-02-26T02:05:51.982357Z","end":"2026-02-26T02:05:52.258644Z","steps":["trace[1810331669] 'agreement among raft nodes before linearized reading' (duration: 273.947709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:05:52.258039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.690339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:776829"} {"level":"info","ts":"2026-02-26T02:05:52.259007Z","caller":"traceutil/trace.go:171","msg":"trace[1027647269] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:14119; }","duration":"271.698187ms","start":"2026-02-26T02:05:51.9873Z","end":"2026-02-26T02:05:52.258998Z","steps":["trace[1027647269] 'agreement among raft nodes before linearized reading' (duration: 269.862673ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:06:35.316688Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11900} {"level":"info","ts":"2026-02-26T02:06:35.397428Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11900,"took":"76.67846ms","hash":3924672785,"current-db-size-bytes":41582592,"current-db-size":"42 MB","current-db-size-in-use-bytes":27021312,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-26T02:06:35.397493Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3924672785,"revision":11900,"compact-revision":9892} {"level":"info","ts":"2026-02-26T02:07:08.761056Z","caller":"traceutil/trace.go:171","msg":"trace[834478633] linearizableReadLoop","detail":"{readStateIndex:15097; appliedIndex:15096; }","duration":"108.471027ms","start":"2026-02-26T02:07:08.652555Z","end":"2026-02-26T02:07:08.761026Z","steps":["trace[834478633] 'read index received' (duration: 108.185182ms)","trace[834478633] 'applied index is now lower than readState.Index' (duration: 282.505µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:07:08.761381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.880458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-26T02:07:08.761384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.778933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-26T02:07:08.761528Z","caller":"traceutil/trace.go:171","msg":"trace[2080940303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14568; }","duration":"108.950586ms","start":"2026-02-26T02:07:08.65255Z","end":"2026-02-26T02:07:08.761501Z","steps":["trace[2080940303] 'agreement among raft nodes before linearized reading' (duration: 108.574979ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:07:08.761428Z","caller":"traceutil/trace.go:171","msg":"trace[1014124528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14568; }","duration":"107.01441ms","start":"2026-02-26T02:07:08.6544Z","end":"2026-02-26T02:07:08.761415Z","steps":["trace[1014124528] 'agreement among raft nodes before linearized reading' (duration: 106.815597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:07:08.761939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.155163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-26T02:07:08.762077Z","caller":"traceutil/trace.go:171","msg":"trace[1339425553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14568; }","duration":"107.55499ms","start":"2026-02-26T02:07:08.654494Z","end":"2026-02-26T02:07:08.762049Z","steps":["trace[1339425553] 'agreement among raft nodes before linearized reading' (duration: 106.855597ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:07:08.762257Z","caller":"traceutil/trace.go:171","msg":"trace[907166060] transaction","detail":"{read_only:false; response_revision:14568; number_of_response:1; }","duration":"108.933536ms","start":"2026-02-26T02:07:08.652171Z","end":"2026-02-26T02:07:08.761105Z","steps":["trace[907166060] 'process raft request' (duration: 108.657611ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:07.395409Z","caller":"traceutil/trace.go:171","msg":"trace[1416552198] transaction","detail":"{read_only:false; response_revision:16278; number_of_response:1; }","duration":"163.603431ms","start":"2026-02-26T02:11:07.231773Z","end":"2026-02-26T02:11:07.395377Z","steps":["trace[1416552198] 'process raft request' (duration: 145.582822ms)","trace[1416552198] 'compare' (duration: 17.731624ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:11:35.096566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.037282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sl9kl\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-02-26T02:11:35.096667Z","caller":"traceutil/trace.go:171","msg":"trace[569298401] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sl9kl; range_end:; response_count:1; response_revision:16497; }","duration":"277.187584ms","start":"2026-02-26T02:11:34.819461Z","end":"2026-02-26T02:11:35.096648Z","steps":["trace[569298401] 'range keys from in-memory index tree' (duration: 276.883349ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:35.324393Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14354} {"level":"info","ts":"2026-02-26T02:11:35.422161Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14354,"took":"95.419414ms","hash":2658940773,"current-db-size-bytes":41582592,"current-db-size":"42 MB","current-db-size-in-use-bytes":27926528,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-26T02:11:35.422246Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2658940773,"revision":14354,"compact-revision":11900} {"level":"info","ts":"2026-02-26T02:11:37.692729Z","caller":"traceutil/trace.go:171","msg":"trace[2034992984] linearizableReadLoop","detail":"{readStateIndex:17128; appliedIndex:17127; }","duration":"313.608149ms","start":"2026-02-26T02:11:37.379093Z","end":"2026-02-26T02:11:37.692701Z","steps":["trace[2034992984] 'read index received' (duration: 313.435776ms)","trace[2034992984] 'applied index is now lower than readState.Index' (duration: 171.103µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:11:37.692839Z","caller":"traceutil/trace.go:171","msg":"trace[946989490] transaction","detail":"{read_only:false; response_revision:16532; number_of_response:1; }","duration":"323.98515ms","start":"2026-02-26T02:11:37.368824Z","end":"2026-02-26T02:11:37.692809Z","steps":["trace[946989490] 'process raft request' (duration: 323.709135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:37.692979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:37.368792Z","time spent":"324.117552ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:11:37.69305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.931405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:10322"} {"level":"info","ts":"2026-02-26T02:11:37.693155Z","caller":"traceutil/trace.go:171","msg":"trace[411747791] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16532; }","duration":"314.085518ms","start":"2026-02-26T02:11:37.37905Z","end":"2026-02-26T02:11:37.693135Z","steps":["trace[411747791] 'agreement among raft nodes before linearized reading' (duration: 313.779773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:37.693196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:37.379028Z","time spent":"314.158229ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":10344,"request content":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-02-26T02:11:38.057858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.644016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:11:38.057975Z","caller":"traceutil/trace.go:171","msg":"trace[1407378492] linearizableReadLoop","detail":"{readStateIndex:17129; appliedIndex:17128; }","duration":"365.159552ms","start":"2026-02-26T02:11:37.692797Z","end":"2026-02-26T02:11:38.057957Z","steps":["trace[1407378492] 'read index received' (duration: 210.391634ms)","trace[1407378492] 'applied index is now lower than readState.Index' (duration: 154.766328ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:11:38.058087Z","caller":"traceutil/trace.go:171","msg":"trace[1804288960] transaction","detail":"{read_only:false; response_revision:16533; number_of_response:1; }","duration":"549.567102ms","start":"2026-02-26T02:11:37.508482Z","end":"2026-02-26T02:11:38.058049Z","steps":["trace[1804288960] 'process raft request' (duration: 394.631681ms)","trace[1804288960] 'compare' (duration: 154.411641ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:11:38.058148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.208918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-26T02:11:38.058172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.082425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-02-26T02:11:38.058209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.947182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-02-26T02:11:38.058257Z","caller":"traceutil/trace.go:171","msg":"trace[379817205] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16533; }","duration":"652.026363ms","start":"2026-02-26T02:11:37.406219Z","end":"2026-02-26T02:11:38.058246Z","steps":["trace[379817205] 'agreement among raft nodes before linearized reading' (duration: 651.813039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:38.058284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:37.508414Z","time spent":"549.775585ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:11:38.058308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:37.406201Z","time spent":"652.098124ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-02-26T02:11:38.05826Z","caller":"traceutil/trace.go:171","msg":"trace[1146239249] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16533; }","duration":"530.208568ms","start":"2026-02-26T02:11:37.528028Z","end":"2026-02-26T02:11:38.058237Z","steps":["trace[1146239249] 'agreement among raft nodes before linearized reading' (duration: 529.968054ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:38.058511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:37.528013Z","time spent":"530.476642ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T02:11:38.058208Z","caller":"traceutil/trace.go:171","msg":"trace[1402386861] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16533; }","duration":"559.31801ms","start":"2026-02-26T02:11:37.498874Z","end":"2026-02-26T02:11:38.058193Z","steps":["trace[1402386861] 'agreement among raft nodes before linearized reading' (duration: 559.151537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:38.058658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:37.498858Z","time spent":"559.754168ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T02:11:38.141693Z","caller":"traceutil/trace.go:171","msg":"trace[1563730183] transaction","detail":"{read_only:false; response_revision:16534; number_of_response:1; }","duration":"439.234595ms","start":"2026-02-26T02:11:37.702441Z","end":"2026-02-26T02:11:38.141676Z","steps":["trace[1563730183] 'process raft request' (duration: 439.129983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:38.142607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:37.702414Z","time spent":"439.333877ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10597,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:11:38.252782Z","caller":"traceutil/trace.go:171","msg":"trace[183405426] linearizableReadLoop","detail":"{readStateIndex:17132; appliedIndex:17130; }","duration":"110.951247ms","start":"2026-02-26T02:11:38.141811Z","end":"2026-02-26T02:11:38.252762Z","steps":["trace[183405426] 'read index received' (duration: 34.687453ms)","trace[183405426] 'applied index is now lower than readState.Index' (duration: 76.263114ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:11:38.252917Z","caller":"traceutil/trace.go:171","msg":"trace[1742799041] transaction","detail":"{read_only:false; response_revision:16536; number_of_response:1; }","duration":"189.220166ms","start":"2026-02-26T02:11:38.06366Z","end":"2026-02-26T02:11:38.25288Z","steps":["trace[1742799041] 'process raft request' (duration: 189.054914ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:38.25295Z","caller":"traceutil/trace.go:171","msg":"trace[1133027094] transaction","detail":"{read_only:false; response_revision:16535; number_of_response:1; }","duration":"190.192905ms","start":"2026-02-26T02:11:38.062725Z","end":"2026-02-26T02:11:38.252918Z","steps":["trace[1133027094] 'process raft request' (duration: 113.723748ms)","trace[1133027094] 'compare' (duration: 76.004409ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:11:38.253084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.045434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a0fd3300-1245-4439-b956-12a9b9939d13\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-02-26T02:11:38.253148Z","caller":"traceutil/trace.go:171","msg":"trace[344931962] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a0fd3300-1245-4439-b956-12a9b9939d13; range_end:; response_count:1; response_revision:16536; }","duration":"189.130655ms","start":"2026-02-26T02:11:38.064004Z","end":"2026-02-26T02:11:38.253135Z","steps":["trace[344931962] 'agreement among raft nodes before linearized reading' (duration: 188.933051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:38.254783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.880984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:11:38.254844Z","caller":"traceutil/trace.go:171","msg":"trace[160863714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16540; }","duration":"111.972516ms","start":"2026-02-26T02:11:38.142859Z","end":"2026-02-26T02:11:38.254831Z","steps":["trace[160863714] 'agreement among raft nodes before linearized reading' (duration: 111.847943ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:38.255105Z","caller":"traceutil/trace.go:171","msg":"trace[498266353] transaction","detail":"{read_only:false; response_revision:16540; number_of_response:1; }","duration":"103.374468ms","start":"2026-02-26T02:11:38.151716Z","end":"2026-02-26T02:11:38.255091Z","steps":["trace[498266353] 'process raft request' (duration: 102.951511ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:38.255279Z","caller":"traceutil/trace.go:171","msg":"trace[614497381] transaction","detail":"{read_only:false; response_revision:16537; number_of_response:1; }","duration":"105.6025ms","start":"2026-02-26T02:11:38.149668Z","end":"2026-02-26T02:11:38.255271Z","steps":["trace[614497381] 'process raft request' (duration: 104.797595ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:38.255487Z","caller":"traceutil/trace.go:171","msg":"trace[136069633] transaction","detail":"{read_only:false; response_revision:16538; number_of_response:1; }","duration":"105.141601ms","start":"2026-02-26T02:11:38.150337Z","end":"2026-02-26T02:11:38.255479Z","steps":["trace[136069633] 'process raft request' (duration: 104.241074ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:38.255584Z","caller":"traceutil/trace.go:171","msg":"trace[1149472224] transaction","detail":"{read_only:false; response_revision:16539; number_of_response:1; }","duration":"105.032479ms","start":"2026-02-26T02:11:38.150539Z","end":"2026-02-26T02:11:38.255571Z","steps":["trace[1149472224] 'process raft request' (duration: 104.094811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:41.515828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.99214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sl9kl\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-02-26T02:11:41.515924Z","caller":"traceutil/trace.go:171","msg":"trace[798776305] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sl9kl; range_end:; response_count:1; response_revision:16565; }","duration":"341.119122ms","start":"2026-02-26T02:11:41.17478Z","end":"2026-02-26T02:11:41.515899Z","steps":["trace[798776305] 'range keys from in-memory index tree' (duration: 340.770396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:41.515966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:41.174762Z","time spent":"341.194254ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22144,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sl9kl\" "} {"level":"info","ts":"2026-02-26T02:11:41.93402Z","caller":"traceutil/trace.go:171","msg":"trace[2008040236] transaction","detail":"{read_only:false; response_revision:16566; number_of_response:1; }","duration":"398.625654ms","start":"2026-02-26T02:11:41.535355Z","end":"2026-02-26T02:11:41.933981Z","steps":["trace[2008040236] 'process raft request' (duration: 398.296438ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:41.934203Z","caller":"traceutil/trace.go:171","msg":"trace[1101444922] linearizableReadLoop","detail":"{readStateIndex:17163; appliedIndex:17163; }","duration":"268.389964ms","start":"2026-02-26T02:11:41.665777Z","end":"2026-02-26T02:11:41.934167Z","steps":["trace[1101444922] 'read index received' (duration: 268.373964ms)","trace[1101444922] 'applied index is now lower than readState.Index' (duration: 13.61µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:11:41.934274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:41.535327Z","time spent":"398.822047ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20977,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:11:41.934451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.648088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T02:11:41.934481Z","caller":"traceutil/trace.go:171","msg":"trace[1074216515] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16566; }","duration":"268.74675ms","start":"2026-02-26T02:11:41.665726Z","end":"2026-02-26T02:11:41.934472Z","steps":["trace[1074216515] 'agreement among raft nodes before linearized reading' (duration: 268.551647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:42.442921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703348940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:11:42.943529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703348940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:11:43.09218Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.158492127s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:11:43.09277Z","caller":"traceutil/trace.go:171","msg":"trace[1760606899] transaction","detail":"{read_only:false; response_revision:16567; number_of_response:1; }","duration":"1.386341551s","start":"2026-02-26T02:11:41.706399Z","end":"2026-02-26T02:11:43.092741Z","steps":["trace[1760606899] 'process raft request' (duration: 1.386137286s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:43.093025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:41.706367Z","time spent":"1.386485694s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:11:43.187254Z","caller":"traceutil/trace.go:171","msg":"trace[1106346604] linearizableReadLoop","detail":"{readStateIndex:17165; appliedIndex:17163; }","duration":"1.245368694s","start":"2026-02-26T02:11:41.941865Z","end":"2026-02-26T02:11:43.187234Z","steps":["trace[1106346604] 'read index received' (duration: 1.150730505s)","trace[1106346604] 'applied index is now lower than readState.Index' (duration: 94.637359ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:11:43.187402Z","caller":"traceutil/trace.go:171","msg":"trace[49925142] transaction","detail":"{read_only:false; response_revision:16568; number_of_response:1; }","duration":"1.104139373s","start":"2026-02-26T02:11:42.083214Z","end":"2026-02-26T02:11:43.187353Z","steps":["trace[49925142] 'process raft request' (duration: 1.101874502s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:43.187472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213676616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:11:43.187508Z","caller":"traceutil/trace.go:171","msg":"trace[1696122539] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:16568; }","duration":"1.213752617s","start":"2026-02-26T02:11:41.973743Z","end":"2026-02-26T02:11:43.187496Z","steps":["trace[1696122539] 'agreement among raft nodes before linearized reading' (duration: 1.213618454s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:43.187549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:41.973731Z","time spent":"1.213809407s","remote":"127.0.0.1:42638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:11:43.187531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245644389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T02:11:43.18761Z","caller":"traceutil/trace.go:171","msg":"trace[1203533081] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16568; }","duration":"1.24576614s","start":"2026-02-26T02:11:41.941824Z","end":"2026-02-26T02:11:43.18759Z","steps":["trace[1203533081] 'agreement among raft nodes before linearized reading' (duration: 1.245516686s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:43.187638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:42.083177Z","time spent":"1.104323937s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:11:43.187662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:41.941807Z","time spent":"1.245846432s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:11:43.187951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.464133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:11:43.187984Z","caller":"traceutil/trace.go:171","msg":"trace[622850459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16568; }","duration":"142.536745ms","start":"2026-02-26T02:11:43.04544Z","end":"2026-02-26T02:11:43.187976Z","steps":["trace[622850459] 'agreement among raft nodes before linearized reading' (duration: 142.484004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:43.188104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.193033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:11:43.188151Z","caller":"traceutil/trace.go:171","msg":"trace[739110864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16568; }","duration":"897.265424ms","start":"2026-02-26T02:11:42.290875Z","end":"2026-02-26T02:11:43.188141Z","steps":["trace[739110864] 'agreement among raft nodes before linearized reading' (duration: 897.151342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:43.188161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.922285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-26T02:11:43.188181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:42.290862Z","time spent":"897.312535ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:11:43.1882Z","caller":"traceutil/trace.go:171","msg":"trace[388045626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16568; }","duration":"880.955616ms","start":"2026-02-26T02:11:42.307228Z","end":"2026-02-26T02:11:43.188184Z","steps":["trace[388045626] 'agreement among raft nodes before linearized reading' (duration: 880.772212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:43.18821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.633071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:11:43.188226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:42.307153Z","time spent":"881.067968ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:11:43.188323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.50174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:11:43.188348Z","caller":"traceutil/trace.go:171","msg":"trace[1946206159] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:16568; }","duration":"318.563231ms","start":"2026-02-26T02:11:42.869775Z","end":"2026-02-26T02:11:43.188339Z","steps":["trace[1946206159] 'agreement among raft nodes before linearized reading' (duration: 318.517771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:43.188391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:42.869752Z","time spent":"318.634322ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:11:43.188418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.300595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:11:43.188452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.913921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:11:43.188459Z","caller":"traceutil/trace.go:171","msg":"trace[1023654500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16568; }","duration":"897.363506ms","start":"2026-02-26T02:11:42.291086Z","end":"2026-02-26T02:11:43.188449Z","steps":["trace[1023654500] 'agreement among raft nodes before linearized reading' (duration: 897.267195ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:43.188479Z","caller":"traceutil/trace.go:171","msg":"trace[886296765] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16568; }","duration":"859.978553ms","start":"2026-02-26T02:11:42.328491Z","end":"2026-02-26T02:11:43.18847Z","steps":["trace[886296765] 'agreement among raft nodes before linearized reading' (duration: 859.909591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:43.18849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:42.291057Z","time spent":"897.427427ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:11:43.188557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.948118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-26T02:11:43.18856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.454088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hrtd2\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-02-26T02:11:43.188586Z","caller":"traceutil/trace.go:171","msg":"trace[1317560979] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16568; }","duration":"874.06528ms","start":"2026-02-26T02:11:42.314514Z","end":"2026-02-26T02:11:43.188579Z","steps":["trace[1317560979] 'agreement among raft nodes before linearized reading' (duration: 873.987028ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:43.188588Z","caller":"traceutil/trace.go:171","msg":"trace[706695397] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hrtd2; range_end:; response_count:1; response_revision:16568; }","duration":"700.514909ms","start":"2026-02-26T02:11:42.488067Z","end":"2026-02-26T02:11:43.188582Z","steps":["trace[706695397] 'agreement among raft nodes before linearized reading' (duration: 700.445107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:43.188607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:42.488044Z","time spent":"700.55931ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-hrtd2\" "} {"level":"warn","ts":"2026-02-26T02:11:43.1885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:42.328468Z","time spent":"860.027703ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:11:43.188605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:42.314478Z","time spent":"874.122581ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:11:43.188233Z","caller":"traceutil/trace.go:171","msg":"trace[864965939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16568; }","duration":"897.693261ms","start":"2026-02-26T02:11:42.290533Z","end":"2026-02-26T02:11:43.188226Z","steps":["trace[864965939] 'agreement among raft nodes before linearized reading' (duration: 897.584199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:43.188788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:42.290506Z","time spent":"898.272352ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:11:43.597832Z","caller":"traceutil/trace.go:171","msg":"trace[577388440] transaction","detail":"{read_only:false; response_revision:16570; number_of_response:1; }","duration":"401.834602ms","start":"2026-02-26T02:11:43.195967Z","end":"2026-02-26T02:11:43.597802Z","steps":["trace[577388440] 'process raft request' (duration: 401.633689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:43.59799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:43.195927Z","time spent":"401.981515ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:11:43.598172Z","caller":"traceutil/trace.go:171","msg":"trace[1600931841] transaction","detail":"{read_only:false; response_revision:16571; number_of_response:1; }","duration":"402.039417ms","start":"2026-02-26T02:11:43.196066Z","end":"2026-02-26T02:11:43.598106Z","steps":["trace[1600931841] 'process raft request' (duration: 401.69209ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:11:43.598228Z","caller":"traceutil/trace.go:171","msg":"trace[1727249727] linearizableReadLoop","detail":"{readStateIndex:17170; appliedIndex:17166; }","duration":"400.922656ms","start":"2026-02-26T02:11:43.197285Z","end":"2026-02-26T02:11:43.598207Z","steps":["trace[1727249727] 'read index received' (duration: 38.85603ms)","trace[1727249727] 'applied index is now lower than readState.Index' (duration: 362.065646ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:11:43.598324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:43.196033Z","time spent":"402.21067ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:11:43.598384Z","caller":"traceutil/trace.go:171","msg":"trace[1914596477] transaction","detail":"{read_only:false; response_revision:16573; number_of_response:1; }","duration":"401.134399ms","start":"2026-02-26T02:11:43.197236Z","end":"2026-02-26T02:11:43.598371Z","steps":["trace[1914596477] 'process raft request' (duration: 400.862435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:43.598456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:43.197225Z","time spent":"401.199521ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:11:43.598544Z","caller":"traceutil/trace.go:171","msg":"trace[1427444324] transaction","detail":"{read_only:false; response_revision:16572; number_of_response:1; }","duration":"402.464464ms","start":"2026-02-26T02:11:43.196071Z","end":"2026-02-26T02:11:43.598535Z","steps":["trace[1427444324] 'process raft request' (duration: 401.925844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:43.598601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:43.196039Z","time spent":"402.532606ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:11:43.598806Z","caller":"traceutil/trace.go:171","msg":"trace[1570711591] transaction","detail":"{read_only:false; response_revision:16574; number_of_response:1; }","duration":"400.850874ms","start":"2026-02-26T02:11:43.197942Z","end":"2026-02-26T02:11:43.598792Z","steps":["trace[1570711591] 'process raft request' (duration: 400.220873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:43.598926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:43.197926Z","time spent":"400.928165ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:11:43.599318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.025916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:96 size:949790"} {"level":"info","ts":"2026-02-26T02:11:43.599367Z","caller":"traceutil/trace.go:171","msg":"trace[969095079] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:96; response_revision:16574; }","duration":"402.089917ms","start":"2026-02-26T02:11:43.197265Z","end":"2026-02-26T02:11:43.599355Z","steps":["trace[969095079] 'agreement among raft nodes before linearized reading' (duration: 401.183321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:43.599401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:43.197256Z","time spent":"402.135777ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":96,"response size":949812,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:11:43.610593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.645305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:11:43.61068Z","caller":"traceutil/trace.go:171","msg":"trace[869667967] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16575; }","duration":"356.800259ms","start":"2026-02-26T02:11:43.25386Z","end":"2026-02-26T02:11:43.61066Z","steps":["trace[869667967] 'agreement among raft nodes before linearized reading' (duration: 356.567114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:11:43.61075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:11:43.253824Z","time spent":"356.916142ms","remote":"127.0.0.1:42592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T02:11:48.673935Z","caller":"traceutil/trace.go:171","msg":"trace[282134688] transaction","detail":"{read_only:false; response_revision:16612; number_of_response:1; }","duration":"128.643281ms","start":"2026-02-26T02:11:48.545243Z","end":"2026-02-26T02:11:48.673886Z","steps":["trace[282134688] 'process raft request' (duration: 107.082176ms)","trace[282134688] 'compare' (duration: 20.969844ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:12:09.920109Z","caller":"traceutil/trace.go:171","msg":"trace[485902775] linearizableReadLoop","detail":"{readStateIndex:17546; appliedIndex:17545; }","duration":"183.831598ms","start":"2026-02-26T02:12:09.736253Z","end":"2026-02-26T02:12:09.920084Z","steps":["trace[485902775] 'read index received' (duration: 183.608734ms)","trace[485902775] 'applied index is now lower than readState.Index' (duration: 221.974µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:12:09.920236Z","caller":"traceutil/trace.go:171","msg":"trace[496919042] transaction","detail":"{read_only:false; response_revision:16936; number_of_response:1; }","duration":"354.084639ms","start":"2026-02-26T02:12:09.566095Z","end":"2026-02-26T02:12:09.920179Z","steps":["trace[496919042] 'process raft request' (duration: 353.846465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:09.920362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.084933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:12:09.920405Z","caller":"traceutil/trace.go:171","msg":"trace[759841710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16936; }","duration":"184.183245ms","start":"2026-02-26T02:12:09.736206Z","end":"2026-02-26T02:12:09.92039Z","steps":["trace[759841710] 'agreement among raft nodes before linearized reading' (duration: 184.013672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:09.920468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.064641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:12:09.920566Z","caller":"traceutil/trace.go:171","msg":"trace[1734920514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16936; }","duration":"162.176873ms","start":"2026-02-26T02:12:09.758363Z","end":"2026-02-26T02:12:09.92054Z","steps":["trace[1734920514] 'agreement among raft nodes before linearized reading' (duration: 161.972529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:09.920598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.866947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:12:09.920627Z","caller":"traceutil/trace.go:171","msg":"trace[1153281338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16936; }","duration":"162.962378ms","start":"2026-02-26T02:12:09.757656Z","end":"2026-02-26T02:12:09.920618Z","steps":["trace[1153281338] 'agreement among raft nodes before linearized reading' (duration: 162.865736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:09.92045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.748404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:12:09.920682Z","caller":"traceutil/trace.go:171","msg":"trace[137893243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16936; }","duration":"180.03154ms","start":"2026-02-26T02:12:09.740631Z","end":"2026-02-26T02:12:09.920663Z","steps":["trace[137893243] 'agreement among raft nodes before linearized reading' (duration: 179.650662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:12:09.920817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.560706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:12:09.920903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:12:09.566071Z","time spent":"354.290653ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:12:09.92095Z","caller":"traceutil/trace.go:171","msg":"trace[408977652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16936; }","duration":"165.724899ms","start":"2026-02-26T02:12:09.755195Z","end":"2026-02-26T02:12:09.92092Z","steps":["trace[408977652] 'agreement among raft nodes before linearized reading' (duration: 165.349513ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:35.331608Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16508} {"level":"info","ts":"2026-02-26T02:16:35.444112Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16508,"took":"107.977533ms","hash":417110976,"current-db-size-bytes":42848256,"current-db-size":"43 MB","current-db-size-in-use-bytes":30306304,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-26T02:16:35.444186Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":417110976,"revision":16508,"compact-revision":14354} {"level":"warn","ts":"2026-02-26T02:16:53.950081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703355687,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:16:54.303819Z","caller":"traceutil/trace.go:171","msg":"trace[1384871391] transaction","detail":"{read_only:false; response_revision:18818; number_of_response:1; }","duration":"856.445538ms","start":"2026-02-26T02:16:53.44734Z","end":"2026-02-26T02:16:54.303786Z","steps":["trace[1384871391] 'process raft request' (duration: 856.267355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:54.304011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:53.447308Z","time spent":"856.60713ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:16:54.307443Z","caller":"traceutil/trace.go:171","msg":"trace[332325588] linearizableReadLoop","detail":"{readStateIndex:19494; appliedIndex:19492; }","duration":"857.749472ms","start":"2026-02-26T02:16:53.449656Z","end":"2026-02-26T02:16:54.307405Z","steps":["trace[332325588] 'read index received' (duration: 853.962803ms)","trace[332325588] 'applied index is now lower than readState.Index' (duration: 3.784249ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:16:54.307709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.025027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:16:54.307756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.744916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:16:54.307812Z","caller":"traceutil/trace.go:171","msg":"trace[827649438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18818; }","duration":"854.820448ms","start":"2026-02-26T02:16:53.452976Z","end":"2026-02-26T02:16:54.307796Z","steps":["trace[827649438] 'agreement among raft nodes before linearized reading' (duration: 854.642435ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:54.307808Z","caller":"traceutil/trace.go:171","msg":"trace[13443252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18818; }","duration":"858.155009ms","start":"2026-02-26T02:16:53.449632Z","end":"2026-02-26T02:16:54.307787Z","steps":["trace[13443252] 'agreement among raft nodes before linearized reading' (duration: 857.882564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:54.307848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:53.452965Z","time spent":"854.875199ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:16:54.307867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:53.449621Z","time spent":"858.236001ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:16:54.307862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.058974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:16:54.307924Z","caller":"traceutil/trace.go:171","msg":"trace[437351285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18818; }","duration":"247.171425ms","start":"2026-02-26T02:16:54.060737Z","end":"2026-02-26T02:16:54.307908Z","steps":["trace[437351285] 'agreement among raft nodes before linearized reading' (duration: 247.054173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:54.307931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.465237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:16:54.307941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.975024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-02-26T02:16:54.307801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.435974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T02:16:54.30799Z","caller":"traceutil/trace.go:171","msg":"trace[1362447708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18818; }","duration":"851.580569ms","start":"2026-02-26T02:16:53.45639Z","end":"2026-02-26T02:16:54.30797Z","steps":["trace[1362447708] 'agreement among raft nodes before linearized reading' (duration: 851.309215ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:54.308005Z","caller":"traceutil/trace.go:171","msg":"trace[52170401] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18818; }","duration":"841.674499ms","start":"2026-02-26T02:16:53.466315Z","end":"2026-02-26T02:16:54.307989Z","steps":["trace[52170401] 'agreement among raft nodes before linearized reading' (duration: 841.347463ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:54.308003Z","caller":"traceutil/trace.go:171","msg":"trace[2115646563] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18818; }","duration":"836.071176ms","start":"2026-02-26T02:16:53.471912Z","end":"2026-02-26T02:16:54.307984Z","steps":["trace[2115646563] 'agreement among raft nodes before linearized reading' (duration: 835.931263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:54.30804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:53.466301Z","time spent":"841.728159ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:16:54.308049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:53.456378Z","time spent":"851.65983ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:16:54.308033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.789521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-26T02:16:54.30809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.570798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T02:16:54.307921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.897118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:16:54.308151Z","caller":"traceutil/trace.go:171","msg":"trace[906685155] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18818; }","duration":"852.975125ms","start":"2026-02-26T02:16:53.455145Z","end":"2026-02-26T02:16:54.30812Z","steps":["trace[906685155] 'agreement among raft nodes before linearized reading' (duration: 852.581388ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:54.308191Z","caller":"traceutil/trace.go:171","msg":"trace[828466697] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18818; }","duration":"851.717342ms","start":"2026-02-26T02:16:53.456446Z","end":"2026-02-26T02:16:54.308164Z","steps":["trace[828466697] 'agreement among raft nodes before linearized reading' (duration: 851.402096ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:16:54.308214Z","caller":"traceutil/trace.go:171","msg":"trace[801917979] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:18818; }","duration":"382.292335ms","start":"2026-02-26T02:16:53.925913Z","end":"2026-02-26T02:16:54.308206Z","steps":["trace[801917979] 'agreement among raft nodes before linearized reading' (duration: 381.859188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:16:54.308232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:53.455124Z","time spent":"853.095357ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:16:54.308296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:53.92589Z","time spent":"382.340766ms","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":43,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:16:54.308052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:53.471894Z","time spent":"836.146466ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:16:54.308243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:16:53.456435Z","time spent":"851.796993ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:17:05.128075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.293204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:17:05.128182Z","caller":"traceutil/trace.go:171","msg":"trace[160411737] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:18872; }","duration":"371.473847ms","start":"2026-02-26T02:17:04.756685Z","end":"2026-02-26T02:17:05.128159Z","steps":["trace[160411737] 'count revisions from in-memory index tree' (duration: 371.203152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:05.128195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.783394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-02-26T02:17:05.128234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:04.756664Z","time spent":"371.554298ms","remote":"127.0.0.1:42306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:17:05.128251Z","caller":"traceutil/trace.go:171","msg":"trace[1657647754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18872; }","duration":"318.871885ms","start":"2026-02-26T02:17:04.809362Z","end":"2026-02-26T02:17:05.128234Z","steps":["trace[1657647754] 'range keys from in-memory index tree' (duration: 318.606421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:05.128296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:04.809345Z","time spent":"318.938528ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:17:11.50489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098008942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:17:11.505004Z","caller":"traceutil/trace.go:171","msg":"trace[82410656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18893; }","duration":"1.098162805s","start":"2026-02-26T02:17:10.406819Z","end":"2026-02-26T02:17:11.504982Z","steps":["trace[82410656] 'range keys from in-memory index tree' (duration: 1.097851769s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:11.505006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097957611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:17:11.505051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:10.406811Z","time spent":"1.098229976s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:17:11.505091Z","caller":"traceutil/trace.go:171","msg":"trace[1999747575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18893; }","duration":"1.098068243s","start":"2026-02-26T02:17:10.407001Z","end":"2026-02-26T02:17:11.505069Z","steps":["trace[1999747575] 'range keys from in-memory index tree' (duration: 1.097813759s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:11.505148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:10.406995Z","time spent":"1.098143004s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:17:11.505114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180204813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:17:11.505206Z","caller":"traceutil/trace.go:171","msg":"trace[1460267722] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18893; }","duration":"1.180346206s","start":"2026-02-26T02:17:10.324837Z","end":"2026-02-26T02:17:11.505183Z","steps":["trace[1460267722] 'range keys from in-memory index tree' (duration: 1.180104972s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:11.505249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:10.324811Z","time spent":"1.180428187s","remote":"127.0.0.1:42592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T02:17:11.505253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150144865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:17:11.505308Z","caller":"traceutil/trace.go:171","msg":"trace[758850603] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:18893; }","duration":"1.150230186s","start":"2026-02-26T02:17:10.355065Z","end":"2026-02-26T02:17:11.505295Z","steps":["trace[758850603] 'count revisions from in-memory index tree' (duration: 1.150080083s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:11.505357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:10.355054Z","time spent":"1.150293527s","remote":"127.0.0.1:42446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:17:11.505415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099452328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:17:11.505424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118012008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:17:11.505506Z","caller":"traceutil/trace.go:171","msg":"trace[136997965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18893; }","duration":"1.118117549s","start":"2026-02-26T02:17:10.387368Z","end":"2026-02-26T02:17:11.505485Z","steps":["trace[136997965] 'range keys from in-memory index tree' (duration: 1.117860645s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:11.505545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:10.387359Z","time spent":"1.1181785s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:17:11.505455Z","caller":"traceutil/trace.go:171","msg":"trace[473794166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18893; }","duration":"1.099484048s","start":"2026-02-26T02:17:10.405954Z","end":"2026-02-26T02:17:11.505438Z","steps":["trace[473794166] 'range keys from in-memory index tree' (duration: 1.099369626s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:11.505637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:10.40592Z","time spent":"1.099712562s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:17:11.505669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119105916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:17:11.505732Z","caller":"traceutil/trace.go:171","msg":"trace[589850548] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18893; }","duration":"1.119184758s","start":"2026-02-26T02:17:10.386533Z","end":"2026-02-26T02:17:11.505718Z","steps":["trace[589850548] 'range keys from in-memory index tree' (duration: 1.119017195s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:11.505766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:10.386522Z","time spent":"1.119236279s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:17:11.505773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124531656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:17:11.50581Z","caller":"traceutil/trace.go:171","msg":"trace[492257007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18893; }","duration":"1.124586917s","start":"2026-02-26T02:17:10.381212Z","end":"2026-02-26T02:17:11.505799Z","steps":["trace[492257007] 'range keys from in-memory index tree' (duration: 1.124410854s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:11.505769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.205853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-02-26T02:17:11.505849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:10.381201Z","time spent":"1.124640777s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:17:11.506256Z","caller":"traceutil/trace.go:171","msg":"trace[323750708] transaction","detail":"{read_only:false; response_revision:18894; number_of_response:1; }","duration":"1.055039287s","start":"2026-02-26T02:17:10.451159Z","end":"2026-02-26T02:17:11.506199Z","steps":["trace[323750708] 'process raft request' (duration: 655.343414ms)","trace[323750708] 'compare' (duration: 398.706214ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:17:11.506487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:10.451142Z","time spent":"1.05522678s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:17:11.506496Z","caller":"traceutil/trace.go:171","msg":"trace[1526813658] transaction","detail":"{read_only:false; response_revision:18895; number_of_response:1; }","duration":"1.014286243s","start":"2026-02-26T02:17:10.492191Z","end":"2026-02-26T02:17:11.506478Z","steps":["trace[1526813658] 'process raft request' (duration: 1.013748632s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:11.506254Z","caller":"traceutil/trace.go:171","msg":"trace[92258320] linearizableReadLoop","detail":"{readStateIndex:19575; appliedIndex:19572; }","duration":"704.90224ms","start":"2026-02-26T02:17:10.801293Z","end":"2026-02-26T02:17:11.506195Z","steps":["trace[92258320] 'read index received' (duration: 305.225077ms)","trace[92258320] 'applied index is now lower than readState.Index' (duration: 399.676123ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:17:11.506526Z","caller":"traceutil/trace.go:171","msg":"trace[1925480045] transaction","detail":"{read_only:false; response_revision:18896; number_of_response:1; }","duration":"925.267085ms","start":"2026-02-26T02:17:10.581245Z","end":"2026-02-26T02:17:11.506512Z","steps":["trace[1925480045] 'process raft request' (duration: 924.864947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:11.50658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:10.492178Z","time spent":"1.014362334s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:17:11.506563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.203845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:17:11.506604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:10.581215Z","time spent":"925.347207ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:17:11.506644Z","caller":"traceutil/trace.go:171","msg":"trace[339135933] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:18896; }","duration":"705.374437ms","start":"2026-02-26T02:17:10.801254Z","end":"2026-02-26T02:17:11.506629Z","steps":["trace[339135933] 'agreement among raft nodes before linearized reading' (duration: 705.083392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:11.506696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.561562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:17:11.506729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.92398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:17:11.506693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.860447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:17:11.506841Z","caller":"traceutil/trace.go:171","msg":"trace[1553082248] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:18896; }","duration":"272.05437ms","start":"2026-02-26T02:17:11.234773Z","end":"2026-02-26T02:17:11.506827Z","steps":["trace[1553082248] 'agreement among raft nodes before linearized reading' (duration: 271.874367ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:11.50678Z","caller":"traceutil/trace.go:171","msg":"trace[357784989] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:18896; }","duration":"589.707613ms","start":"2026-02-26T02:17:10.917051Z","end":"2026-02-26T02:17:11.506758Z","steps":["trace[357784989] 'agreement among raft nodes before linearized reading' (duration: 589.579801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:11.506932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:10.917022Z","time spent":"589.895217ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:17:11.506715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:10.801232Z","time spent":"705.442179ms","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:17:11.506787Z","caller":"traceutil/trace.go:171","msg":"trace[1139735777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18896; }","duration":"462.013961ms","start":"2026-02-26T02:17:11.044755Z","end":"2026-02-26T02:17:11.506768Z","steps":["trace[1139735777] 'agreement among raft nodes before linearized reading' (duration: 461.908989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:11.507416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:11.044728Z","time spent":"462.662053ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:17:12.011382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703355920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:17:12.512279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703355920,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:17:12.515456Z","caller":"traceutil/trace.go:171","msg":"trace[1291751251] transaction","detail":"{read_only:false; response_revision:18897; number_of_response:1; }","duration":"1.00497294s","start":"2026-02-26T02:17:11.510454Z","end":"2026-02-26T02:17:12.515427Z","steps":["trace[1291751251] 'process raft request' (duration: 1.004701936s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:12.515645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:11.510429Z","time spent":"1.005130224s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:17:13.173086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.765196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:17:13.173497Z","caller":"traceutil/trace.go:171","msg":"trace[176586243] transaction","detail":"{read_only:false; response_revision:18901; number_of_response:1; }","duration":"1.662053647s","start":"2026-02-26T02:17:11.511415Z","end":"2026-02-26T02:17:13.173468Z","steps":["trace[176586243] 'process raft request' (duration: 1.661949005s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:13.173487Z","caller":"traceutil/trace.go:171","msg":"trace[443744753] transaction","detail":"{read_only:false; response_revision:18898; number_of_response:1; }","duration":"1.662336742s","start":"2026-02-26T02:17:11.511072Z","end":"2026-02-26T02:17:13.173409Z","steps":["trace[443744753] 'process raft request' (duration: 1.431137138s)","trace[443744753] 'compare' (duration: 230.609934ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:17:13.17362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:11.511403Z","time spent":"1.662162469s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:17:13.173763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:11.511036Z","time spent":"1.662583796s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:17:13.173923Z","caller":"traceutil/trace.go:171","msg":"trace[1667927053] transaction","detail":"{read_only:false; response_revision:18899; number_of_response:1; }","duration":"1.662650318s","start":"2026-02-26T02:17:11.511256Z","end":"2026-02-26T02:17:13.173907Z","steps":["trace[1667927053] 'process raft request' (duration: 1.661971175s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:13.17402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:11.511233Z","time spent":"1.66273826s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:17:13.174276Z","caller":"traceutil/trace.go:171","msg":"trace[769305059] transaction","detail":"{read_only:false; response_revision:18900; number_of_response:1; }","duration":"1.662926793s","start":"2026-02-26T02:17:11.511335Z","end":"2026-02-26T02:17:13.174262Z","steps":["trace[769305059] 'process raft request' (duration: 1.661975335s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:13.174419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:11.511299Z","time spent":"1.663047346s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:17:13.174676Z","caller":"traceutil/trace.go:171","msg":"trace[160289952] linearizableReadLoop","detail":"{readStateIndex:19581; appliedIndex:19575; }","duration":"1.663394721s","start":"2026-02-26T02:17:11.511263Z","end":"2026-02-26T02:17:13.174658Z","steps":["trace[160289952] 'read index received' (duration: 1.003699518s)","trace[160289952] 'applied index is now lower than readState.Index' (duration: 659.694203ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:17:13.175092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407699299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:17:13.175157Z","caller":"traceutil/trace.go:171","msg":"trace[786243973] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:18902; }","duration":"1.407819602s","start":"2026-02-26T02:17:11.767321Z","end":"2026-02-26T02:17:13.17514Z","steps":["trace[786243973] 'agreement among raft nodes before linearized reading' (duration: 1.4077174s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:13.175133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663860049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T02:17:13.175202Z","caller":"traceutil/trace.go:171","msg":"trace[861240783] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18902; }","duration":"1.663944981s","start":"2026-02-26T02:17:11.511244Z","end":"2026-02-26T02:17:13.175189Z","steps":["trace[861240783] 'agreement among raft nodes before linearized reading' (duration: 1.663715846s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:13.175274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:11.511234Z","time spent":"1.664027824s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:17:13.17536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129514477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:17:13.175408Z","caller":"traceutil/trace.go:171","msg":"trace[180828157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18902; }","duration":"1.129594689s","start":"2026-02-26T02:17:12.0458Z","end":"2026-02-26T02:17:13.175395Z","steps":["trace[180828157] 'agreement among raft nodes before linearized reading' (duration: 1.129505827s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:13.17547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:12.045775Z","time spent":"1.12968081s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:17:13.175532Z","caller":"traceutil/trace.go:171","msg":"trace[508041662] transaction","detail":"{read_only:false; response_revision:18902; number_of_response:1; }","duration":"1.663643925s","start":"2026-02-26T02:17:11.511875Z","end":"2026-02-26T02:17:13.175519Z","steps":["trace[508041662] 'process raft request' (duration: 1.661542556s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:13.175629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:11.511848Z","time spent":"1.663740967s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:17:13.175204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:11.76728Z","time spent":"1.407910404s","remote":"127.0.0.1:53476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:17:14.030602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703355932,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:17:14.036391Z","caller":"traceutil/trace.go:171","msg":"trace[1017908690] transaction","detail":"{read_only:false; response_revision:18903; number_of_response:1; }","duration":"524.533134ms","start":"2026-02-26T02:17:13.511833Z","end":"2026-02-26T02:17:14.036366Z","steps":["trace[1017908690] 'process raft request' (duration: 524.36756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:14.036531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:13.511798Z","time spent":"524.646966ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:17:14.977727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.118617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:17:14.978195Z","caller":"traceutil/trace.go:171","msg":"trace[1147709634] transaction","detail":"{read_only:false; response_revision:18904; number_of_response:1; }","duration":"1.466132487s","start":"2026-02-26T02:17:13.512022Z","end":"2026-02-26T02:17:14.978155Z","steps":["trace[1147709634] 'process raft request' (duration: 884.493701ms)","trace[1147709634] 'compare' (duration: 580.659539ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:17:14.978536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:13.512008Z","time spent":"1.46630427s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:17:15.521636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.786205ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:17:15.521757Z","caller":"traceutil/trace.go:171","msg":"trace[624323374] linearizableReadLoop","detail":"{readStateIndex:19584; appliedIndex:19581; }","duration":"1.991367504s","start":"2026-02-26T02:17:13.530369Z","end":"2026-02-26T02:17:15.521736Z","steps":["trace[624323374] 'read index received' (duration: 505.874854ms)","trace[624323374] 'applied index is now lower than readState.Index' (duration: 1.48549112s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:17:15.52201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991632709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:17:15.522054Z","caller":"traceutil/trace.go:171","msg":"trace[483901632] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:18904; }","duration":"1.991725731s","start":"2026-02-26T02:17:13.530315Z","end":"2026-02-26T02:17:15.522041Z","steps":["trace[483901632] 'agreement among raft nodes before linearized reading' (duration: 1.991602309s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:15.522104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925793866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:17:15.522206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:13.530287Z","time spent":"1.991862213s","remote":"127.0.0.1:45040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:17:15.52223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.887803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:17:15.522284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514115144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:17:15.522325Z","caller":"traceutil/trace.go:171","msg":"trace[283973480] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:18904; }","duration":"1.514157285s","start":"2026-02-26T02:17:14.008159Z","end":"2026-02-26T02:17:15.522317Z","steps":["trace[283973480] 'agreement among raft nodes before linearized reading' (duration: 1.514093594s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:15.522341Z","caller":"traceutil/trace.go:171","msg":"trace[967420631] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:18904; }","duration":"917.010465ms","start":"2026-02-26T02:17:14.605306Z","end":"2026-02-26T02:17:15.522317Z","steps":["trace[967420631] 'agreement among raft nodes before linearized reading' (duration: 916.76078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:15.522386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:14.605243Z","time spent":"917.133407ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:17:15.522398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:14.008104Z","time spent":"1.514253177s","remote":"127.0.0.1:57574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:17:15.522221Z","caller":"traceutil/trace.go:171","msg":"trace[277220525] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:18904; }","duration":"1.92598258s","start":"2026-02-26T02:17:13.596217Z","end":"2026-02-26T02:17:15.522199Z","steps":["trace[277220525] 'agreement among raft nodes before linearized reading' (duration: 1.925774926s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:15.522622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.615506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:17:15.522554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.235019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:17:15.522669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:13.596201Z","time spent":"1.926385987s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:17:15.522694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.831254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:17:15.522791Z","caller":"traceutil/trace.go:171","msg":"trace[1633502112] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:18904; }","duration":"463.941916ms","start":"2026-02-26T02:17:15.058827Z","end":"2026-02-26T02:17:15.522769Z","steps":["trace[1633502112] 'agreement among raft nodes before linearized reading' (duration: 463.694081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:15.522793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.472755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-26T02:17:15.522886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.688039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:17:15.52292Z","caller":"traceutil/trace.go:171","msg":"trace[1392823644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18904; }","duration":"343.650098ms","start":"2026-02-26T02:17:15.179244Z","end":"2026-02-26T02:17:15.522894Z","steps":["trace[1392823644] 'agreement among raft nodes before linearized reading' (duration: 343.235801ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:15.522933Z","caller":"traceutil/trace.go:171","msg":"trace[1925581473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18904; }","duration":"343.78411ms","start":"2026-02-26T02:17:15.179138Z","end":"2026-02-26T02:17:15.522922Z","steps":["trace[1925581473] 'agreement among raft nodes before linearized reading' (duration: 343.587017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:15.522961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.65721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-5fbb7cc84b-5pvs7.1897aa2e8fd84b45\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-02-26T02:17:15.522976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:15.179108Z","time spent":"343.861652ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:17:15.522975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.929775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:17:15.523003Z","caller":"traceutil/trace.go:171","msg":"trace[54827599] range","detail":"{range_begin:/registry/events/openstack/heat-api-5fbb7cc84b-5pvs7.1897aa2e8fd84b45; range_end:; response_count:1; response_revision:18904; }","duration":"169.739821ms","start":"2026-02-26T02:17:15.353249Z","end":"2026-02-26T02:17:15.522989Z","steps":["trace[54827599] 'agreement among raft nodes before linearized reading' (duration: 169.587208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:15.523001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:15.179225Z","time spent":"343.765521ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:17:15.522985Z","caller":"traceutil/trace.go:171","msg":"trace[1565055598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18904; }","duration":"344.409772ms","start":"2026-02-26T02:17:15.178284Z","end":"2026-02-26T02:17:15.522694Z","steps":["trace[1565055598] 'agreement among raft nodes before linearized reading' (duration: 343.759801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:15.52305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.847772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:17:15.523076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:15.178212Z","time spent":"344.85129ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:17:15.523105Z","caller":"traceutil/trace.go:171","msg":"trace[1334394118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18904; }","duration":"343.950373ms","start":"2026-02-26T02:17:15.179142Z","end":"2026-02-26T02:17:15.523092Z","steps":["trace[1334394118] 'agreement among raft nodes before linearized reading' (duration: 343.702619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:15.522842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:15.058796Z","time spent":"464.035208ms","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":78,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:17:15.523173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:15.17913Z","time spent":"344.032425ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:17:15.522668Z","caller":"traceutil/trace.go:171","msg":"trace[1527622535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18904; }","duration":"477.701148ms","start":"2026-02-26T02:17:15.044949Z","end":"2026-02-26T02:17:15.52265Z","steps":["trace[1527622535] 'agreement among raft nodes before linearized reading' (duration: 477.639937ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:15.523141Z","caller":"traceutil/trace.go:171","msg":"trace[907943736] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18904; }","duration":"342.987897ms","start":"2026-02-26T02:17:15.180015Z","end":"2026-02-26T02:17:15.523003Z","steps":["trace[907943736] 'agreement among raft nodes before linearized reading' (duration: 342.875855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:15.523243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:15.044922Z","time spent":"478.29221ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:17:15.52328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:15.180004Z","time spent":"343.264033ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:17:15.523465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003836571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:17:15.523521Z","caller":"traceutil/trace.go:171","msg":"trace[1265974189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18904; }","duration":"1.003969174s","start":"2026-02-26T02:17:14.519538Z","end":"2026-02-26T02:17:15.523507Z","steps":["trace[1265974189] 'agreement among raft nodes before linearized reading' (duration: 1.00269788s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:15.523655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:14.519511Z","time spent":"1.004132046s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:17:16.071832Z","caller":"traceutil/trace.go:171","msg":"trace[628258725] transaction","detail":"{read_only:false; response_revision:18905; number_of_response:1; }","duration":"544.59076ms","start":"2026-02-26T02:17:15.52721Z","end":"2026-02-26T02:17:16.071801Z","steps":["trace[628258725] 'process raft request' (duration: 544.218093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:16.071997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:15.527189Z","time spent":"544.721553ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:17:16.072261Z","caller":"traceutil/trace.go:171","msg":"trace[1821875868] transaction","detail":"{read_only:false; response_revision:18906; number_of_response:1; }","duration":"544.904756ms","start":"2026-02-26T02:17:15.527332Z","end":"2026-02-26T02:17:16.072236Z","steps":["trace[1821875868] 'process raft request' (duration: 544.375386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:16.072344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:15.527311Z","time spent":"545.000469ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:17:16.072392Z","caller":"traceutil/trace.go:171","msg":"trace[1881746050] transaction","detail":"{read_only:false; response_revision:18907; number_of_response:1; }","duration":"544.865075ms","start":"2026-02-26T02:17:15.527507Z","end":"2026-02-26T02:17:16.072372Z","steps":["trace[1881746050] 'process raft request' (duration: 544.423736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:16.072491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:15.527498Z","time spent":"544.948896ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:17:16.072469Z","caller":"traceutil/trace.go:171","msg":"trace[1174494536] linearizableReadLoop","detail":"{readStateIndex:19591; appliedIndex:19584; }","duration":"418.313903ms","start":"2026-02-26T02:17:15.654108Z","end":"2026-02-26T02:17:16.072422Z","steps":["trace[1174494536] 'read index received' (duration: 121.766134ms)","trace[1174494536] 'applied index is now lower than readState.Index' (duration: 296.546889ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:17:16.072601Z","caller":"traceutil/trace.go:171","msg":"trace[2090409718] transaction","detail":"{read_only:false; response_revision:18909; number_of_response:1; }","duration":"543.299487ms","start":"2026-02-26T02:17:15.529288Z","end":"2026-02-26T02:17:16.072588Z","steps":["trace[2090409718] 'process raft request' (duration: 543.028772ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:16.07259Z","caller":"traceutil/trace.go:171","msg":"trace[1000547829] transaction","detail":"{read_only:false; response_revision:18908; number_of_response:1; }","duration":"545.033348ms","start":"2026-02-26T02:17:15.527516Z","end":"2026-02-26T02:17:16.07255Z","steps":["trace[1000547829] 'process raft request' (duration: 544.55091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:16.072678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:15.529259Z","time spent":"543.375537ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:17:16.072728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:15.52751Z","time spent":"545.14755ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:17:16.072791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.658489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7532"} {"level":"info","ts":"2026-02-26T02:17:16.07287Z","caller":"traceutil/trace.go:171","msg":"trace[1195653167] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:18910; }","duration":"418.815822ms","start":"2026-02-26T02:17:15.654036Z","end":"2026-02-26T02:17:16.072852Z","steps":["trace[1195653167] 'agreement among raft nodes before linearized reading' (duration: 418.558738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:16.072912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:15.654014Z","time spent":"418.889523ms","remote":"127.0.0.1:34138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7554,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-26T02:17:16.073233Z","caller":"traceutil/trace.go:171","msg":"trace[414246537] transaction","detail":"{read_only:false; response_revision:18910; number_of_response:1; }","duration":"535.546144ms","start":"2026-02-26T02:17:15.537623Z","end":"2026-02-26T02:17:16.073169Z","steps":["trace[414246537] 'process raft request' (duration: 534.7595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:17:16.073449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:17:15.537614Z","time spent":"535.740148ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:17:16.076283Z","caller":"traceutil/trace.go:171","msg":"trace[754558119] transaction","detail":"{read_only:false; response_revision:18912; number_of_response:1; }","duration":"258.708607ms","start":"2026-02-26T02:17:15.817558Z","end":"2026-02-26T02:17:16.076267Z","steps":["trace[754558119] 'process raft request' (duration: 258.35951ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:16.076421Z","caller":"traceutil/trace.go:171","msg":"trace[1655015364] transaction","detail":"{read_only:false; response_revision:18911; number_of_response:1; }","duration":"298.881252ms","start":"2026-02-26T02:17:15.77753Z","end":"2026-02-26T02:17:16.076412Z","steps":["trace[1655015364] 'process raft request' (duration: 298.25835ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:17:50.786889Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T02:17:50.793879Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-26T02:17:50.794019Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-02-26T02:18:24.493089Z","caller":"traceutil/trace.go:171","msg":"trace[27980093] transaction","detail":"{read_only:false; response_revision:19497; number_of_response:1; }","duration":"100.224512ms","start":"2026-02-26T02:18:24.392818Z","end":"2026-02-26T02:18:24.493042Z","steps":["trace[27980093] 'process raft request' (duration: 99.634222ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:18:24.665658Z","caller":"traceutil/trace.go:171","msg":"trace[321020822] transaction","detail":"{read_only:false; response_revision:19499; number_of_response:1; }","duration":"155.113903ms","start":"2026-02-26T02:18:24.510507Z","end":"2026-02-26T02:18:24.665621Z","steps":["trace[321020822] 'process raft request' (duration: 101.531364ms)","trace[321020822] 'compare' (duration: 53.366415ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:18:24.665758Z","caller":"traceutil/trace.go:171","msg":"trace[290984932] transaction","detail":"{read_only:false; response_revision:19500; number_of_response:1; }","duration":"153.83384ms","start":"2026-02-26T02:18:24.511896Z","end":"2026-02-26T02:18:24.66573Z","steps":["trace[290984932] 'process raft request' (duration: 153.659557ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:18:24.665758Z","caller":"traceutil/trace.go:171","msg":"trace[992151807] linearizableReadLoop","detail":"{readStateIndex:20204; appliedIndex:20202; }","duration":"148.623186ms","start":"2026-02-26T02:18:24.5171Z","end":"2026-02-26T02:18:24.665723Z","steps":["trace[992151807] 'read index received' (duration: 94.924955ms)","trace[992151807] 'applied index is now lower than readState.Index' (duration: 53.695881ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:18:24.665962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.85089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:18:24.666164Z","caller":"traceutil/trace.go:171","msg":"trace[895340751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19500; }","duration":"149.100255ms","start":"2026-02-26T02:18:24.517045Z","end":"2026-02-26T02:18:24.666145Z","steps":["trace[895340751] 'agreement among raft nodes before linearized reading' (duration: 148.785139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:18:24.666531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.923325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:18:24.666529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.367533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T02:18:24.666667Z","caller":"traceutil/trace.go:171","msg":"trace[783338520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19500; }","duration":"147.115068ms","start":"2026-02-26T02:18:24.51952Z","end":"2026-02-26T02:18:24.666635Z","steps":["trace[783338520] 'agreement among raft nodes before linearized reading' (duration: 146.67183ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:18:24.66669Z","caller":"traceutil/trace.go:171","msg":"trace[336596052] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19500; }","duration":"118.541036ms","start":"2026-02-26T02:18:24.548116Z","end":"2026-02-26T02:18:24.666657Z","steps":["trace[336596052] 'agreement among raft nodes before linearized reading' (duration: 118.118679ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:03.287731Z","caller":"traceutil/trace.go:171","msg":"trace[420190620] linearizableReadLoop","detail":"{readStateIndex:20878; appliedIndex:20877; }","duration":"134.732542ms","start":"2026-02-26T02:20:03.152967Z","end":"2026-02-26T02:20:03.2877Z","steps":["trace[420190620] 'read index received' (duration: 134.468177ms)","trace[420190620] 'applied index is now lower than readState.Index' (duration: 263.105µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:20:03.287886Z","caller":"traceutil/trace.go:171","msg":"trace[1640856372] transaction","detail":"{read_only:false; response_revision:20153; number_of_response:1; }","duration":"139.593061ms","start":"2026-02-26T02:20:03.148247Z","end":"2026-02-26T02:20:03.28784Z","steps":["trace[1640856372] 'process raft request' (duration: 139.260555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:03.287985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.007327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-26T02:20:03.287983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.125091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:03.288025Z","caller":"traceutil/trace.go:171","msg":"trace[1303358800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20153; }","duration":"135.052087ms","start":"2026-02-26T02:20:03.152959Z","end":"2026-02-26T02:20:03.288011Z","steps":["trace[1303358800] 'agreement among raft nodes before linearized reading' (duration: 134.904505ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:03.288046Z","caller":"traceutil/trace.go:171","msg":"trace[1455929059] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:20153; }","duration":"122.216163ms","start":"2026-02-26T02:20:03.165813Z","end":"2026-02-26T02:20:03.28803Z","steps":["trace[1455929059] 'agreement among raft nodes before linearized reading' (duration: 122.08766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:03.288395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.229217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:20:03.288438Z","caller":"traceutil/trace.go:171","msg":"trace[1440218690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20153; }","duration":"114.271289ms","start":"2026-02-26T02:20:03.174155Z","end":"2026-02-26T02:20:03.288426Z","steps":["trace[1440218690] 'agreement among raft nodes before linearized reading' (duration: 114.133985ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:03.406257Z","caller":"traceutil/trace.go:171","msg":"trace[709470116] transaction","detail":"{read_only:false; response_revision:20156; number_of_response:1; }","duration":"113.146788ms","start":"2026-02-26T02:20:03.293091Z","end":"2026-02-26T02:20:03.406237Z","steps":["trace[709470116] 'process raft request' (duration: 112.883832ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:03.406241Z","caller":"traceutil/trace.go:171","msg":"trace[366547261] transaction","detail":"{read_only:false; response_revision:20155; number_of_response:1; }","duration":"113.250719ms","start":"2026-02-26T02:20:03.292948Z","end":"2026-02-26T02:20:03.406198Z","steps":["trace[366547261] 'process raft request' (duration: 112.860741ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:03.406509Z","caller":"traceutil/trace.go:171","msg":"trace[1464342179] transaction","detail":"{read_only:false; response_revision:20157; number_of_response:1; }","duration":"113.262459ms","start":"2026-02-26T02:20:03.29323Z","end":"2026-02-26T02:20:03.406492Z","steps":["trace[1464342179] 'process raft request' (duration: 112.821322ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:03.407278Z","caller":"traceutil/trace.go:171","msg":"trace[120826932] transaction","detail":"{read_only:false; response_revision:20160; number_of_response:1; }","duration":"105.383315ms","start":"2026-02-26T02:20:03.30188Z","end":"2026-02-26T02:20:03.407263Z","steps":["trace[120826932] 'process raft request' (duration: 105.327824ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:03.407614Z","caller":"traceutil/trace.go:171","msg":"trace[2115044912] transaction","detail":"{read_only:false; response_revision:20159; number_of_response:1; }","duration":"105.741063ms","start":"2026-02-26T02:20:03.301859Z","end":"2026-02-26T02:20:03.4076Z","steps":["trace[2115044912] 'process raft request' (duration: 105.270743ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:03.407597Z","caller":"traceutil/trace.go:171","msg":"trace[1874662516] transaction","detail":"{read_only:false; response_revision:20158; number_of_response:1; }","duration":"114.259368ms","start":"2026-02-26T02:20:03.293251Z","end":"2026-02-26T02:20:03.407511Z","steps":["trace[1874662516] 'process raft request' (duration: 113.101497ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:17.502007Z","caller":"traceutil/trace.go:171","msg":"trace[711565347] linearizableReadLoop","detail":"{readStateIndex:21089; appliedIndex:21088; }","duration":"113.506904ms","start":"2026-02-26T02:20:17.388476Z","end":"2026-02-26T02:20:17.501983Z","steps":["trace[711565347] 'read index received' (duration: 113.338601ms)","trace[711565347] 'applied index is now lower than readState.Index' (duration: 167.183µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:20:17.502051Z","caller":"traceutil/trace.go:171","msg":"trace[1478378439] transaction","detail":"{read_only:false; response_revision:20357; number_of_response:1; }","duration":"121.936388ms","start":"2026-02-26T02:20:17.380081Z","end":"2026-02-26T02:20:17.502018Z","steps":["trace[1478378439] 'process raft request' (duration: 121.747694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:17.502271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.779359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:20:17.502322Z","caller":"traceutil/trace.go:171","msg":"trace[1960909307] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20357; }","duration":"113.868991ms","start":"2026-02-26T02:20:17.388434Z","end":"2026-02-26T02:20:17.502303Z","steps":["trace[1960909307] 'agreement among raft nodes before linearized reading' (duration: 113.726478ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:44.136768Z","caller":"traceutil/trace.go:171","msg":"trace[852840288] transaction","detail":"{read_only:false; response_revision:20501; number_of_response:1; }","duration":"229.985641ms","start":"2026-02-26T02:20:43.906713Z","end":"2026-02-26T02:20:44.136699Z","steps":["trace[852840288] 'process raft request' (duration: 229.798628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:54.392724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.012229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" ","response":"range_response_count:1 size:2828"} {"level":"info","ts":"2026-02-26T02:20:54.392846Z","caller":"traceutil/trace.go:171","msg":"trace[1567736424] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert; range_end:; response_count:1; response_revision:20970; }","duration":"151.206893ms","start":"2026-02-26T02:20:54.241618Z","end":"2026-02-26T02:20:54.392825Z","steps":["trace[1567736424] 'range keys from in-memory index tree' (duration: 150.784585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:54.392802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.092062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-02-26T02:20:54.392939Z","caller":"traceutil/trace.go:171","msg":"trace[62599538] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:20970; }","duration":"150.315925ms","start":"2026-02-26T02:20:54.242603Z","end":"2026-02-26T02:20:54.392919Z","steps":["trace[62599538] 'range keys from in-memory index tree' (duration: 149.766596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:54.393049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.08035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-02-26T02:20:54.393158Z","caller":"traceutil/trace.go:171","msg":"trace[362707194] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:20970; }","duration":"151.227713ms","start":"2026-02-26T02:20:54.241903Z","end":"2026-02-26T02:20:54.393131Z","steps":["trace[362707194] 'range keys from in-memory index tree' (duration: 150.857576ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:55.927682Z","caller":"traceutil/trace.go:171","msg":"trace[577054436] linearizableReadLoop","detail":"{readStateIndex:21782; appliedIndex:21781; }","duration":"141.657998ms","start":"2026-02-26T02:20:55.785999Z","end":"2026-02-26T02:20:55.927657Z","steps":["trace[577054436] 'read index received' (duration: 141.470215ms)","trace[577054436] 'applied index is now lower than readState.Index' (duration: 186.183µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:20:55.927979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.949594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:55.927977Z","caller":"traceutil/trace.go:171","msg":"trace[298108235] transaction","detail":"{read_only:false; response_revision:21032; number_of_response:1; }","duration":"142.28539ms","start":"2026-02-26T02:20:55.785626Z","end":"2026-02-26T02:20:55.927912Z","steps":["trace[298108235] 'process raft request' (duration: 141.876772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:55.928065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.864533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:55.928075Z","caller":"traceutil/trace.go:171","msg":"trace[408069610] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21032; }","duration":"142.111447ms","start":"2026-02-26T02:20:55.78594Z","end":"2026-02-26T02:20:55.928052Z","steps":["trace[408069610] 'agreement among raft nodes before linearized reading' (duration: 141.896884ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:55.928345Z","caller":"traceutil/trace.go:171","msg":"trace[2131056182] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21032; }","duration":"142.151538ms","start":"2026-02-26T02:20:55.786165Z","end":"2026-02-26T02:20:55.928316Z","steps":["trace[2131056182] 'agreement among raft nodes before linearized reading' (duration: 141.834932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:55.928792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.47825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:20:55.928847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.439578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:55.928895Z","caller":"traceutil/trace.go:171","msg":"trace[2050977299] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21032; }","duration":"133.53323ms","start":"2026-02-26T02:20:55.795351Z","end":"2026-02-26T02:20:55.928884Z","steps":["trace[2050977299] 'agreement among raft nodes before linearized reading' (duration: 133.465379ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:55.928844Z","caller":"traceutil/trace.go:171","msg":"trace[597811047] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21032; }","duration":"132.543041ms","start":"2026-02-26T02:20:55.796285Z","end":"2026-02-26T02:20:55.928828Z","steps":["trace[597811047] 'agreement among raft nodes before linearized reading' (duration: 132.47487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:55.929048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.43178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:55.929086Z","caller":"traceutil/trace.go:171","msg":"trace[1854906357] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21032; }","duration":"109.47243ms","start":"2026-02-26T02:20:55.819603Z","end":"2026-02-26T02:20:55.929076Z","steps":["trace[1854906357] 'agreement among raft nodes before linearized reading' (duration: 109.414899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:55.929118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.10411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:55.929157Z","caller":"traceutil/trace.go:171","msg":"trace[1854253580] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21032; }","duration":"134.169231ms","start":"2026-02-26T02:20:55.794977Z","end":"2026-02-26T02:20:55.929147Z","steps":["trace[1854253580] 'agreement among raft nodes before linearized reading' (duration: 134.104709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:55.92932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.807057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:55.929358Z","caller":"traceutil/trace.go:171","msg":"trace[1258778132] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21032; }","duration":"109.871448ms","start":"2026-02-26T02:20:55.819477Z","end":"2026-02-26T02:20:55.929348Z","steps":["trace[1258778132] 'agreement among raft nodes before linearized reading' (duration: 109.798397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:55.929644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.587922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:39919"} {"level":"info","ts":"2026-02-26T02:20:55.929695Z","caller":"traceutil/trace.go:171","msg":"trace[1605307757] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21032; }","duration":"115.650354ms","start":"2026-02-26T02:20:55.814032Z","end":"2026-02-26T02:20:55.929683Z","steps":["trace[1605307757] 'agreement among raft nodes before linearized reading' (duration: 115.486751ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:57.438365Z","caller":"traceutil/trace.go:171","msg":"trace[634133925] transaction","detail":"{read_only:false; response_revision:21065; number_of_response:1; }","duration":"166.925829ms","start":"2026-02-26T02:20:57.271404Z","end":"2026-02-26T02:20:57.43833Z","steps":["trace[634133925] 'process raft request' (duration: 164.515416ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:57.438344Z","caller":"traceutil/trace.go:171","msg":"trace[151406453] linearizableReadLoop","detail":"{readStateIndex:21815; appliedIndex:21814; }","duration":"166.101864ms","start":"2026-02-26T02:20:57.272196Z","end":"2026-02-26T02:20:57.438297Z","steps":["trace[151406453] 'read index received' (duration: 163.714631ms)","trace[151406453] 'applied index is now lower than readState.Index' (duration: 2.385883ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:20:57.43875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.486722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:20:57.438944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.115072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:137815"} {"level":"info","ts":"2026-02-26T02:20:57.439032Z","caller":"traceutil/trace.go:171","msg":"trace[373739665] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21065; }","duration":"133.269485ms","start":"2026-02-26T02:20:57.305739Z","end":"2026-02-26T02:20:57.439009Z","steps":["trace[373739665] 'agreement among raft nodes before linearized reading' (duration: 132.889318ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:20:57.439014Z","caller":"traceutil/trace.go:171","msg":"trace[959639397] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/securitygroups/cert-manager-test0; response_count:0; response_revision:21065; }","duration":"166.810867ms","start":"2026-02-26T02:20:57.272145Z","end":"2026-02-26T02:20:57.438956Z","steps":["trace[959639397] 'agreement among raft nodes before linearized reading' (duration: 166.283667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:20:59.040233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.498245ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:20:59.040377Z","caller":"traceutil/trace.go:171","msg":"trace[989371328] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21111; }","duration":"135.664739ms","start":"2026-02-26T02:20:58.904687Z","end":"2026-02-26T02:20:59.040352Z","steps":["trace[989371328] 'range keys from in-memory index tree' (duration: 135.470874ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:21:01.441153Z","caller":"traceutil/trace.go:171","msg":"trace[779616910] transaction","detail":"{read_only:false; response_revision:21155; number_of_response:1; }","duration":"323.699734ms","start":"2026-02-26T02:21:01.117409Z","end":"2026-02-26T02:21:01.441109Z","steps":["trace[779616910] 'process raft request' (duration: 323.367568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:21:01.441405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:21:01.117372Z","time spent":"323.928319ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:21:02.141681Z","caller":"traceutil/trace.go:171","msg":"trace[1683359681] transaction","detail":"{read_only:false; response_revision:21156; number_of_response:1; }","duration":"690.986525ms","start":"2026-02-26T02:21:01.450662Z","end":"2026-02-26T02:21:02.141648Z","steps":["trace[1683359681] 'process raft request' (duration: 690.527936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:21:02.141872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:21:01.450617Z","time spent":"691.155178ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4546,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:21:02.175322Z","caller":"traceutil/trace.go:171","msg":"trace[2050919456] linearizableReadLoop","detail":"{readStateIndex:21908; appliedIndex:21906; }","duration":"414.350701ms","start":"2026-02-26T02:21:01.760945Z","end":"2026-02-26T02:21:02.175296Z","steps":["trace[2050919456] 'read index received' (duration: 380.324118ms)","trace[2050919456] 'applied index is now lower than readState.Index' (duration: 34.024943ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:21:02.175394Z","caller":"traceutil/trace.go:171","msg":"trace[959893896] transaction","detail":"{read_only:false; response_revision:21157; number_of_response:1; }","duration":"558.25827ms","start":"2026-02-26T02:21:01.617085Z","end":"2026-02-26T02:21:02.175343Z","steps":["trace[959893896] 'process raft request' (duration: 558.003964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:21:02.17561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.647776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-26T02:21:02.175626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:21:01.617049Z","time spent":"558.462574ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:21:02.175674Z","caller":"traceutil/trace.go:171","msg":"trace[1779373766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21158; }","duration":"414.768078ms","start":"2026-02-26T02:21:01.760884Z","end":"2026-02-26T02:21:02.175652Z","steps":["trace[1779373766] 'agreement among raft nodes before linearized reading' (duration: 414.550405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:21:02.175737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:21:01.760854Z","time spent":"414.8671ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:21:02.175451Z","caller":"traceutil/trace.go:171","msg":"trace[1443598460] transaction","detail":"{read_only:false; response_revision:21158; number_of_response:1; }","duration":"195.478102ms","start":"2026-02-26T02:21:01.97993Z","end":"2026-02-26T02:21:02.175408Z","steps":["trace[1443598460] 'process raft request' (duration: 195.317359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:21:02.186282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.222529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:21:02.186357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.889418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:21:02.186417Z","caller":"traceutil/trace.go:171","msg":"trace[1389815744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21162; }","duration":"141.317651ms","start":"2026-02-26T02:21:02.045019Z","end":"2026-02-26T02:21:02.186336Z","steps":["trace[1389815744] 'agreement among raft nodes before linearized reading' (duration: 141.208899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:21:02.186437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.289935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-26T02:21:02.186549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.887062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-26T02:21:02.186431Z","caller":"traceutil/trace.go:171","msg":"trace[1103608356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21162; }","duration":"415.949991ms","start":"2026-02-26T02:21:01.770439Z","end":"2026-02-26T02:21:02.186389Z","steps":["trace[1103608356] 'agreement among raft nodes before linearized reading' (duration: 415.817787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:21:02.186602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.51001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T02:21:02.186636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.815777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:21:02.186642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:21:01.770432Z","time spent":"416.195045ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:21:02.186903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.621616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:21:02.187402Z","caller":"traceutil/trace.go:171","msg":"trace[199226423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21162; }","duration":"423.471328ms","start":"2026-02-26T02:21:01.763058Z","end":"2026-02-26T02:21:02.18653Z","steps":["trace[199226423] 'agreement among raft nodes before linearized reading' (duration: 423.115901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:21:02.187478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:21:01.763031Z","time spent":"424.429204ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:21:02.187737Z","caller":"traceutil/trace.go:171","msg":"trace[1441703484] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21162; }","duration":"309.974284ms","start":"2026-02-26T02:21:01.876602Z","end":"2026-02-26T02:21:02.186576Z","steps":["trace[1441703484] 'agreement among raft nodes before linearized reading' (duration: 309.850992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:21:02.187815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:21:01.876572Z","time spent":"311.221747ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-26T02:21:02.187878Z","caller":"traceutil/trace.go:171","msg":"trace[1129822855] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21162; }","duration":"416.581081ms","start":"2026-02-26T02:21:01.770058Z","end":"2026-02-26T02:21:02.186639Z","steps":["trace[1129822855] 'agreement among raft nodes before linearized reading' (duration: 416.370767ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:21:02.187978Z","caller":"traceutil/trace.go:171","msg":"trace[1614853763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21162; }","duration":"415.854877ms","start":"2026-02-26T02:21:01.770799Z","end":"2026-02-26T02:21:02.186654Z","steps":["trace[1614853763] 'agreement among raft nodes before linearized reading' (duration: 415.781516ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:21:02.188051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:21:01.770792Z","time spent":"417.241934ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:21:02.188046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:21:01.770048Z","time spent":"417.937667ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T02:21:02.188127Z","caller":"traceutil/trace.go:171","msg":"trace[391447289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21162; }","duration":"420.722938ms","start":"2026-02-26T02:21:01.766233Z","end":"2026-02-26T02:21:02.186956Z","steps":["trace[391447289] 'agreement among raft nodes before linearized reading' (duration: 420.514664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:21:02.188216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:21:01.766222Z","time spent":"421.97286ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-26T02:21:34.395456Z","caller":"traceutil/trace.go:171","msg":"trace[2138920567] transaction","detail":"{read_only:false; response_revision:21468; number_of_response:1; }","duration":"100.865633ms","start":"2026-02-26T02:21:34.29456Z","end":"2026-02-26T02:21:34.395426Z","steps":["trace[2138920567] 'process raft request' (duration: 91.629594ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:21:35.341056Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18735} {"level":"info","ts":"2026-02-26T02:21:35.466644Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18735,"took":"121.778785ms","hash":2279646533,"current-db-size-bytes":48562176,"current-db-size":"49 MB","current-db-size-in-use-bytes":37085184,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-02-26T02:21:35.466713Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2279646533,"revision":18735,"compact-revision":16508} {"level":"warn","ts":"2026-02-26T02:22:28.032557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.067271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:22:28.032687Z","caller":"traceutil/trace.go:171","msg":"trace[1023255006] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22053; }","duration":"104.267474ms","start":"2026-02-26T02:22:27.928395Z","end":"2026-02-26T02:22:28.032662Z","steps":["trace[1023255006] 'range keys from in-memory index tree' (duration: 103.914739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:28.032677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.01093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:22:28.032674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.197653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:22:28.032756Z","caller":"traceutil/trace.go:171","msg":"trace[1400373954] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22053; }","duration":"104.135023ms","start":"2026-02-26T02:22:27.928605Z","end":"2026-02-26T02:22:28.03274Z","steps":["trace[1400373954] 'range keys from in-memory index tree' (duration: 103.902688ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:28.032767Z","caller":"traceutil/trace.go:171","msg":"trace[2007387873] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22053; }","duration":"104.341937ms","start":"2026-02-26T02:22:27.928405Z","end":"2026-02-26T02:22:28.032747Z","steps":["trace[2007387873] 'range keys from in-memory index tree' (duration: 104.082701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:22:28.032844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.700844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:22:28.032857Z","caller":"traceutil/trace.go:171","msg":"trace[1305027544] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22053; }","duration":"104.751914ms","start":"2026-02-26T02:22:27.928101Z","end":"2026-02-26T02:22:28.032853Z","steps":["trace[1305027544] 'range keys from in-memory index tree' (duration: 104.584922ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:22:28.726778Z","caller":"traceutil/trace.go:171","msg":"trace[178461040] transaction","detail":"{read_only:false; response_revision:22056; number_of_response:1; }","duration":"122.011409ms","start":"2026-02-26T02:22:28.604741Z","end":"2026-02-26T02:22:28.726752Z","steps":["trace[178461040] 'process raft request' (duration: 82.201672ms)","trace[178461040] 'compare' (duration: 39.332789ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:22:28.726595Z","caller":"traceutil/trace.go:171","msg":"trace[578504998] transaction","detail":"{read_only:false; response_revision:22057; number_of_response:1; }","duration":"119.086686ms","start":"2026-02-26T02:22:28.607462Z","end":"2026-02-26T02:22:28.726549Z","steps":["trace[578504998] 'process raft request' (duration: 118.983274ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:29.111104Z","caller":"traceutil/trace.go:171","msg":"trace[485214919] transaction","detail":"{read_only:false; response_revision:22580; number_of_response:1; }","duration":"134.631559ms","start":"2026-02-26T02:23:28.976452Z","end":"2026-02-26T02:23:29.111083Z","steps":["trace[485214919] 'process raft request' (duration: 134.479677ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:29.308651Z","caller":"traceutil/trace.go:171","msg":"trace[632802851] linearizableReadLoop","detail":"{readStateIndex:23368; appliedIndex:23366; }","duration":"315.859551ms","start":"2026-02-26T02:23:28.992747Z","end":"2026-02-26T02:23:29.308607Z","steps":["trace[632802851] 'read index received' (duration: 118.21112ms)","trace[632802851] 'applied index is now lower than readState.Index' (duration: 197.646781ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:29.308741Z","caller":"traceutil/trace.go:171","msg":"trace[514079740] transaction","detail":"{read_only:false; response_revision:22581; number_of_response:1; }","duration":"330.959427ms","start":"2026-02-26T02:23:28.977748Z","end":"2026-02-26T02:23:29.308708Z","steps":["trace[514079740] 'process raft request' (duration: 313.799794ms)","trace[514079740] 'compare' (duration: 16.842897ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:29.308909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:28.977719Z","time spent":"331.103129ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:29.308891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.125037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:23:29.308986Z","caller":"traceutil/trace.go:171","msg":"trace[526151321] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:22581; }","duration":"316.272788ms","start":"2026-02-26T02:23:28.992691Z","end":"2026-02-26T02:23:29.308963Z","steps":["trace[526151321] 'agreement among raft nodes before linearized reading' (duration: 316.105945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:29.309041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:28.992601Z","time spent":"316.429392ms","remote":"127.0.0.1:42504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:29.309048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.915209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:23:29.309119Z","caller":"traceutil/trace.go:171","msg":"trace[1287237654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22581; }","duration":"300.040462ms","start":"2026-02-26T02:23:29.009057Z","end":"2026-02-26T02:23:29.309097Z","steps":["trace[1287237654] 'agreement among raft nodes before linearized reading' (duration: 299.797678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:29.309044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.679475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:29.309158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.018357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-26T02:23:29.309033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.863098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T02:23:29.309196Z","caller":"traceutil/trace.go:171","msg":"trace[1824834945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22581; }","duration":"264.837378ms","start":"2026-02-26T02:23:29.044335Z","end":"2026-02-26T02:23:29.309172Z","steps":["trace[1824834945] 'agreement among raft nodes before linearized reading' (duration: 264.623834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:29.309188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:29.009034Z","time spent":"300.136723ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:23:29.309215Z","caller":"traceutil/trace.go:171","msg":"trace[717044452] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22581; }","duration":"196.076463ms","start":"2026-02-26T02:23:29.113127Z","end":"2026-02-26T02:23:29.309203Z","steps":["trace[717044452] 'agreement among raft nodes before linearized reading' (duration: 195.734667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:29.309282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.319799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:23:29.30931Z","caller":"traceutil/trace.go:171","msg":"trace[1051013208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22581; }","duration":"194.36151ms","start":"2026-02-26T02:23:29.114938Z","end":"2026-02-26T02:23:29.3093Z","steps":["trace[1051013208] 'agreement among raft nodes before linearized reading' (duration: 194.291889ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:29.309198Z","caller":"traceutil/trace.go:171","msg":"trace[1433273146] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22581; }","duration":"193.066507ms","start":"2026-02-26T02:23:29.116117Z","end":"2026-02-26T02:23:29.309184Z","steps":["trace[1433273146] 'agreement among raft nodes before linearized reading' (duration: 192.953575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:29.309471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.448425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T02:23:29.309506Z","caller":"traceutil/trace.go:171","msg":"trace[245013955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22581; }","duration":"198.504757ms","start":"2026-02-26T02:23:29.110992Z","end":"2026-02-26T02:23:29.309497Z","steps":["trace[245013955] 'agreement among raft nodes before linearized reading' (duration: 198.365243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:29.311191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.54095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:23:29.311307Z","caller":"traceutil/trace.go:171","msg":"trace[858027856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22581; }","duration":"204.803862ms","start":"2026-02-26T02:23:29.106474Z","end":"2026-02-26T02:23:29.311278Z","steps":["trace[858027856] 'agreement among raft nodes before linearized reading' (duration: 202.413328ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:29.469593Z","caller":"traceutil/trace.go:171","msg":"trace[221575813] transaction","detail":"{read_only:false; response_revision:22583; number_of_response:1; }","duration":"153.881422ms","start":"2026-02-26T02:23:29.315685Z","end":"2026-02-26T02:23:29.469567Z","steps":["trace[221575813] 'process raft request' (duration: 114.013223ms)","trace[221575813] 'compare' (duration: 39.581104ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:29.46964Z","caller":"traceutil/trace.go:171","msg":"trace[2066327856] transaction","detail":"{read_only:false; response_revision:22584; number_of_response:1; }","duration":"153.904312ms","start":"2026-02-26T02:23:29.315693Z","end":"2026-02-26T02:23:29.469597Z","steps":["trace[2066327856] 'process raft request' (duration: 153.729278ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:29.469705Z","caller":"traceutil/trace.go:171","msg":"trace[1442873547] transaction","detail":"{read_only:false; response_revision:22585; number_of_response:1; }","duration":"153.894432ms","start":"2026-02-26T02:23:29.315765Z","end":"2026-02-26T02:23:29.469659Z","steps":["trace[1442873547] 'process raft request' (duration: 153.701268ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:29.469728Z","caller":"traceutil/trace.go:171","msg":"trace[2095131827] transaction","detail":"{read_only:false; response_revision:22587; number_of_response:1; }","duration":"152.649079ms","start":"2026-02-26T02:23:29.317048Z","end":"2026-02-26T02:23:29.469697Z","steps":["trace[2095131827] 'process raft request' (duration: 152.551068ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:29.469904Z","caller":"traceutil/trace.go:171","msg":"trace[1883143875] transaction","detail":"{read_only:false; response_revision:22586; number_of_response:1; }","duration":"154.054615ms","start":"2026-02-26T02:23:29.315838Z","end":"2026-02-26T02:23:29.469892Z","steps":["trace[1883143875] 'process raft request' (duration: 153.666668ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:30.020962Z","caller":"traceutil/trace.go:171","msg":"trace[669081984] transaction","detail":"{read_only:false; response_revision:22589; number_of_response:1; }","duration":"257.350932ms","start":"2026-02-26T02:23:29.763574Z","end":"2026-02-26T02:23:30.020925Z","steps":["trace[669081984] 'process raft request' (duration: 257.167758ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:30.161315Z","caller":"traceutil/trace.go:171","msg":"trace[216365452] linearizableReadLoop","detail":"{readStateIndex:23377; appliedIndex:23376; }","duration":"140.396224ms","start":"2026-02-26T02:23:30.02089Z","end":"2026-02-26T02:23:30.161286Z","steps":["trace[216365452] 'read index received' (duration: 58.747903ms)","trace[216365452] 'applied index is now lower than readState.Index' (duration: 81.646951ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:30.161475Z","caller":"traceutil/trace.go:171","msg":"trace[418612683] transaction","detail":"{read_only:false; response_revision:22590; number_of_response:1; }","duration":"147.446003ms","start":"2026-02-26T02:23:30.014016Z","end":"2026-02-26T02:23:30.161462Z","steps":["trace[418612683] 'process raft request' (duration: 65.601258ms)","trace[418612683] 'compare' (duration: 81.444608ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:30.161514Z","caller":"traceutil/trace.go:171","msg":"trace[2128113124] transaction","detail":"{read_only:false; response_revision:22591; number_of_response:1; }","duration":"115.416079ms","start":"2026-02-26T02:23:30.046066Z","end":"2026-02-26T02:23:30.161482Z","steps":["trace[2128113124] 'process raft request' (duration: 115.179744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:30.161716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.59616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-02-26T02:23:30.161772Z","caller":"traceutil/trace.go:171","msg":"trace[498575236] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:22591; }","duration":"185.705132ms","start":"2026-02-26T02:23:29.976054Z","end":"2026-02-26T02:23:30.161759Z","steps":["trace[498575236] 'agreement among raft nodes before linearized reading' (duration: 185.486019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:30.161759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.717752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:30.162732Z","caller":"traceutil/trace.go:171","msg":"trace[873878431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22591; }","duration":"117.806712ms","start":"2026-02-26T02:23:30.044906Z","end":"2026-02-26T02:23:30.162712Z","steps":["trace[873878431] 'agreement among raft nodes before linearized reading' (duration: 116.61692ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:30.547019Z","caller":"traceutil/trace.go:171","msg":"trace[364329602] transaction","detail":"{read_only:false; response_revision:22592; number_of_response:1; }","duration":"148.231409ms","start":"2026-02-26T02:23:30.398749Z","end":"2026-02-26T02:23:30.54698Z","steps":["trace[364329602] 'process raft request' (duration: 148.058436ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:32.44502Z","caller":"traceutil/trace.go:171","msg":"trace[243848477] transaction","detail":"{read_only:false; response_revision:22602; number_of_response:1; }","duration":"277.720644ms","start":"2026-02-26T02:23:32.167265Z","end":"2026-02-26T02:23:32.444986Z","steps":["trace[243848477] 'process raft request' (duration: 277.550141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:32.765706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.076531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:23:32.765852Z","caller":"traceutil/trace.go:171","msg":"trace[953924939] linearizableReadLoop","detail":"{readStateIndex:23390; appliedIndex:23388; }","duration":"588.149106ms","start":"2026-02-26T02:23:32.177677Z","end":"2026-02-26T02:23:32.765826Z","steps":["trace[953924939] 'read index received' (duration: 267.187892ms)","trace[953924939] 'applied index is now lower than readState.Index' (duration: 320.958774ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:32.766084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.40237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-02-26T02:23:32.766222Z","caller":"traceutil/trace.go:171","msg":"trace[905472916] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:22603; }","duration":"588.573584ms","start":"2026-02-26T02:23:32.177633Z","end":"2026-02-26T02:23:32.766206Z","steps":["trace[905472916] 'agreement among raft nodes before linearized reading' (duration: 588.301629ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:32.766225Z","caller":"traceutil/trace.go:171","msg":"trace[1256867964] transaction","detail":"{read_only:false; response_revision:22603; number_of_response:1; }","duration":"593.761258ms","start":"2026-02-26T02:23:32.172196Z","end":"2026-02-26T02:23:32.765957Z","steps":["trace[1256867964] 'process raft request' (duration: 477.326191ms)","trace[1256867964] 'compare' (duration: 115.893178ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:32.766307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:32.177607Z","time spent":"588.684315ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7368,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:23:32.766458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:32.172169Z","time spent":"594.178656ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:32.766552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.74323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:32.766567Z","caller":"traceutil/trace.go:171","msg":"trace[1174390046] transaction","detail":"{read_only:false; response_revision:22604; number_of_response:1; }","duration":"212.515843ms","start":"2026-02-26T02:23:32.554011Z","end":"2026-02-26T02:23:32.766526Z","steps":["trace[1174390046] 'process raft request' (duration: 212.251098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:32.76659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.158463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:23:32.766644Z","caller":"traceutil/trace.go:171","msg":"trace[967451591] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22604; }","duration":"569.881082ms","start":"2026-02-26T02:23:32.196741Z","end":"2026-02-26T02:23:32.766622Z","steps":["trace[967451591] 'agreement among raft nodes before linearized reading' (duration: 569.706249ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:32.766669Z","caller":"traceutil/trace.go:171","msg":"trace[233384245] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22604; }","duration":"382.301046ms","start":"2026-02-26T02:23:32.384353Z","end":"2026-02-26T02:23:32.766654Z","steps":["trace[233384245] 'agreement among raft nodes before linearized reading' (duration: 382.125002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:32.766695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:32.196724Z","time spent":"569.961124ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-02-26T02:23:32.766713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:32.38433Z","time spent":"382.370516ms","remote":"127.0.0.1:42584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:32.766718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.029752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-02-26T02:23:32.76678Z","caller":"traceutil/trace.go:171","msg":"trace[265363770] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:22604; }","duration":"566.132154ms","start":"2026-02-26T02:23:32.20063Z","end":"2026-02-26T02:23:32.766762Z","steps":["trace[265363770] 'agreement among raft nodes before linearized reading' (duration: 565.90272ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:32.766901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:32.200617Z","time spent":"566.266577ms","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7368,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-02-26T02:23:34.187653Z","caller":"traceutil/trace.go:171","msg":"trace[675979846] linearizableReadLoop","detail":"{readStateIndex:23402; appliedIndex:23401; }","duration":"162.597642ms","start":"2026-02-26T02:23:34.025029Z","end":"2026-02-26T02:23:34.187627Z","steps":["trace[675979846] 'read index received' (duration: 112.176511ms)","trace[675979846] 'applied index is now lower than readState.Index' (duration: 50.419621ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:34.187872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.831055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:23:34.187883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.09985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:34.187931Z","caller":"traceutil/trace.go:171","msg":"trace[587426069] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22614; }","duration":"162.949958ms","start":"2026-02-26T02:23:34.024968Z","end":"2026-02-26T02:23:34.187918Z","steps":["trace[587426069] 'agreement among raft nodes before linearized reading' (duration: 162.818415ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:34.187949Z","caller":"traceutil/trace.go:171","msg":"trace[2053731816] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22614; }","duration":"157.191892ms","start":"2026-02-26T02:23:34.030744Z","end":"2026-02-26T02:23:34.187936Z","steps":["trace[2053731816] 'agreement among raft nodes before linearized reading' (duration: 157.044989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:34.188129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.149616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:34.188232Z","caller":"traceutil/trace.go:171","msg":"trace[320917729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22614; }","duration":"125.30646ms","start":"2026-02-26T02:23:34.062898Z","end":"2026-02-26T02:23:34.188205Z","steps":["trace[320917729] 'agreement among raft nodes before linearized reading' (duration: 125.127977ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:35.502426Z","caller":"traceutil/trace.go:171","msg":"trace[46581815] transaction","detail":"{read_only:false; response_revision:22622; number_of_response:1; }","duration":"103.061803ms","start":"2026-02-26T02:23:35.399318Z","end":"2026-02-26T02:23:35.50238Z","steps":["trace[46581815] 'process raft request' (duration: 102.848818ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:37.509278Z","caller":"traceutil/trace.go:171","msg":"trace[427636864] transaction","detail":"{read_only:false; response_revision:22633; number_of_response:1; }","duration":"161.52401ms","start":"2026-02-26T02:23:37.347717Z","end":"2026-02-26T02:23:37.509241Z","steps":["trace[427636864] 'process raft request' (duration: 161.258456ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:38.14666Z","caller":"traceutil/trace.go:171","msg":"trace[1377745299] transaction","detail":"{read_only:false; response_revision:22638; number_of_response:1; }","duration":"354.785161ms","start":"2026-02-26T02:23:37.791828Z","end":"2026-02-26T02:23:38.146613Z","steps":["trace[1377745299] 'process raft request' (duration: 289.288125ms)","trace[1377745299] 'compare' (duration: 64.866275ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:38.146846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:37.791803Z","time spent":"354.949075ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:38.146856Z","caller":"traceutil/trace.go:171","msg":"trace[1421123166] transaction","detail":"{read_only:false; response_revision:22639; number_of_response:1; }","duration":"354.70528ms","start":"2026-02-26T02:23:37.792115Z","end":"2026-02-26T02:23:38.146821Z","steps":["trace[1421123166] 'process raft request' (duration: 354.030718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:38.147022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:37.792099Z","time spent":"354.831342ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:38.147457Z","caller":"traceutil/trace.go:171","msg":"trace[287472334] transaction","detail":"{read_only:false; response_revision:22640; number_of_response:1; }","duration":"355.283601ms","start":"2026-02-26T02:23:37.792161Z","end":"2026-02-26T02:23:38.147445Z","steps":["trace[287472334] 'process raft request' (duration: 354.593688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:38.147521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:37.792151Z","time spent":"355.337102ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:38.147785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.290671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:38.147829Z","caller":"traceutil/trace.go:171","msg":"trace[1324750052] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:22640; }","duration":"274.373043ms","start":"2026-02-26T02:23:37.873444Z","end":"2026-02-26T02:23:38.147817Z","steps":["trace[1324750052] 'agreement among raft nodes before linearized reading' (duration: 274.298981ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:38.147703Z","caller":"traceutil/trace.go:171","msg":"trace[1001090124] linearizableReadLoop","detail":"{readStateIndex:23428; appliedIndex:23425; }","duration":"274.135098ms","start":"2026-02-26T02:23:37.873489Z","end":"2026-02-26T02:23:38.147624Z","steps":["trace[1001090124] 'read index received' (duration: 207.577572ms)","trace[1001090124] 'applied index is now lower than readState.Index' (duration: 66.556216ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:38.148433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.429028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:38.148472Z","caller":"traceutil/trace.go:171","msg":"trace[600012390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22640; }","duration":"103.50587ms","start":"2026-02-26T02:23:38.044957Z","end":"2026-02-26T02:23:38.148463Z","steps":["trace[600012390] 'agreement among raft nodes before linearized reading' (duration: 103.440989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:38.148721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.350979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:23:38.148774Z","caller":"traceutil/trace.go:171","msg":"trace[1988805661] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:22640; }","duration":"143.443051ms","start":"2026-02-26T02:23:38.005322Z","end":"2026-02-26T02:23:38.148765Z","steps":["trace[1988805661] 'agreement among raft nodes before linearized reading' (duration: 142.968712ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:39.751358Z","caller":"traceutil/trace.go:171","msg":"trace[2045743356] transaction","detail":"{read_only:false; response_revision:22648; number_of_response:1; }","duration":"196.981209ms","start":"2026-02-26T02:23:39.554341Z","end":"2026-02-26T02:23:39.751322Z","steps":["trace[2045743356] 'process raft request' (duration: 196.4964ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:39.783737Z","caller":"traceutil/trace.go:171","msg":"trace[1122419707] transaction","detail":"{read_only:false; response_revision:22649; number_of_response:1; }","duration":"171.387491ms","start":"2026-02-26T02:23:39.612305Z","end":"2026-02-26T02:23:39.783692Z","steps":["trace[1122419707] 'process raft request' (duration: 171.166197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:40.262639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.41717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-26T02:23:40.262725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.549498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:23:40.262726Z","caller":"traceutil/trace.go:171","msg":"trace[1473886879] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22653; }","duration":"108.526112ms","start":"2026-02-26T02:23:40.154181Z","end":"2026-02-26T02:23:40.262707Z","steps":["trace[1473886879] 'range keys from in-memory index tree' (duration: 108.197536ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:40.262752Z","caller":"traceutil/trace.go:171","msg":"trace[480385064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22653; }","duration":"111.613279ms","start":"2026-02-26T02:23:40.151132Z","end":"2026-02-26T02:23:40.262745Z","steps":["trace[480385064] 'range keys from in-memory index tree' (duration: 111.404375ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:40.262841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.319005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:23:40.262914Z","caller":"traceutil/trace.go:171","msg":"trace[684417393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22653; }","duration":"111.448477ms","start":"2026-02-26T02:23:40.151447Z","end":"2026-02-26T02:23:40.262896Z","steps":["trace[684417393] 'range keys from in-memory index tree' (duration: 111.11766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:40.26284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.354665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:23:40.262998Z","caller":"traceutil/trace.go:171","msg":"trace[2043318932] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22653; }","duration":"111.537228ms","start":"2026-02-26T02:23:40.151427Z","end":"2026-02-26T02:23:40.262964Z","steps":["trace[2043318932] 'range keys from in-memory index tree' (duration: 111.10619ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:40.465304Z","caller":"traceutil/trace.go:171","msg":"trace[607668069] transaction","detail":"{read_only:false; response_revision:22655; number_of_response:1; }","duration":"199.298811ms","start":"2026-02-26T02:23:40.265975Z","end":"2026-02-26T02:23:40.465274Z","steps":["trace[607668069] 'process raft request' (duration: 199.065537ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:40.465657Z","caller":"traceutil/trace.go:171","msg":"trace[624642362] transaction","detail":"{read_only:false; response_revision:22656; number_of_response:1; }","duration":"199.579836ms","start":"2026-02-26T02:23:40.266045Z","end":"2026-02-26T02:23:40.465624Z","steps":["trace[624642362] 'process raft request' (duration: 199.185589ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:40.465729Z","caller":"traceutil/trace.go:171","msg":"trace[1586895422] transaction","detail":"{read_only:false; response_revision:22657; number_of_response:1; }","duration":"199.444784ms","start":"2026-02-26T02:23:40.266253Z","end":"2026-02-26T02:23:40.465698Z","steps":["trace[1586895422] 'process raft request' (duration: 199.23173ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:40.602802Z","caller":"traceutil/trace.go:171","msg":"trace[1329566873] transaction","detail":"{read_only:false; response_revision:22658; number_of_response:1; }","duration":"125.432931ms","start":"2026-02-26T02:23:40.477337Z","end":"2026-02-26T02:23:40.60277Z","steps":["trace[1329566873] 'process raft request' (duration: 94.050038ms)","trace[1329566873] 'compare' (duration: 31.132339ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:40.611239Z","caller":"traceutil/trace.go:171","msg":"trace[2025149145] transaction","detail":"{read_only:false; response_revision:22659; number_of_response:1; }","duration":"119.748187ms","start":"2026-02-26T02:23:40.491468Z","end":"2026-02-26T02:23:40.611216Z","steps":["trace[2025149145] 'process raft request' (duration: 119.587855ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:42.590728Z","caller":"traceutil/trace.go:171","msg":"trace[1653104686] transaction","detail":"{read_only:false; response_revision:22674; number_of_response:1; }","duration":"115.719474ms","start":"2026-02-26T02:23:42.474965Z","end":"2026-02-26T02:23:42.590685Z","steps":["trace[1653104686] 'process raft request' (duration: 50.190866ms)","trace[1653104686] 'compare' (duration: 65.265923ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:42.730365Z","caller":"traceutil/trace.go:171","msg":"trace[1095202217] transaction","detail":"{read_only:false; response_revision:22675; number_of_response:1; }","duration":"128.437217ms","start":"2026-02-26T02:23:42.601895Z","end":"2026-02-26T02:23:42.730332Z","steps":["trace[1095202217] 'process raft request' (duration: 125.30702ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:42.741117Z","caller":"traceutil/trace.go:171","msg":"trace[1013497735] transaction","detail":"{read_only:false; response_revision:22676; number_of_response:1; }","duration":"125.168118ms","start":"2026-02-26T02:23:42.615921Z","end":"2026-02-26T02:23:42.741089Z","steps":["trace[1013497735] 'process raft request' (duration: 125.031404ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:43.067451Z","caller":"traceutil/trace.go:171","msg":"trace[378401928] transaction","detail":"{read_only:false; response_revision:22679; number_of_response:1; }","duration":"105.711602ms","start":"2026-02-26T02:23:42.961702Z","end":"2026-02-26T02:23:43.067414Z","steps":["trace[378401928] 'process raft request' (duration: 38.905081ms)","trace[378401928] 'compare' (duration: 66.625507ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:43.723859Z","caller":"traceutil/trace.go:171","msg":"trace[1335001333] transaction","detail":"{read_only:false; response_revision:22681; number_of_response:1; }","duration":"141.716889ms","start":"2026-02-26T02:23:43.582112Z","end":"2026-02-26T02:23:43.723829Z","steps":["trace[1335001333] 'process raft request' (duration: 141.513675ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:43.863874Z","caller":"traceutil/trace.go:171","msg":"trace[1167138883] linearizableReadLoop","detail":"{readStateIndex:23471; appliedIndex:23470; }","duration":"117.68287ms","start":"2026-02-26T02:23:43.746163Z","end":"2026-02-26T02:23:43.863846Z","steps":["trace[1167138883] 'read index received' (duration: 117.484347ms)","trace[1167138883] 'applied index is now lower than readState.Index' (duration: 197.283µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:43.863905Z","caller":"traceutil/trace.go:171","msg":"trace[25611041] transaction","detail":"{read_only:false; response_revision:22682; number_of_response:1; }","duration":"121.576342ms","start":"2026-02-26T02:23:43.742306Z","end":"2026-02-26T02:23:43.863882Z","steps":["trace[25611041] 'process raft request' (duration: 121.377007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:43.864041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.863234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:43.86408Z","caller":"traceutil/trace.go:171","msg":"trace[1662085812] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:22682; }","duration":"117.922775ms","start":"2026-02-26T02:23:43.746146Z","end":"2026-02-26T02:23:43.864069Z","steps":["trace[1662085812] 'agreement among raft nodes before linearized reading' (duration: 117.832994ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:43.980336Z","caller":"traceutil/trace.go:171","msg":"trace[1497650397] transaction","detail":"{read_only:false; response_revision:22685; number_of_response:1; }","duration":"105.005949ms","start":"2026-02-26T02:23:43.875304Z","end":"2026-02-26T02:23:43.98031Z","steps":["trace[1497650397] 'process raft request' (duration: 98.437898ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:44.271782Z","caller":"traceutil/trace.go:171","msg":"trace[647473385] transaction","detail":"{read_only:false; response_revision:22687; number_of_response:1; }","duration":"285.887234ms","start":"2026-02-26T02:23:43.985872Z","end":"2026-02-26T02:23:44.271759Z","steps":["trace[647473385] 'process raft request' (duration: 209.333855ms)","trace[647473385] 'compare' (duration: 76.206713ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:44.271986Z","caller":"traceutil/trace.go:171","msg":"trace[1843469095] transaction","detail":"{read_only:false; response_revision:22688; number_of_response:1; }","duration":"283.244815ms","start":"2026-02-26T02:23:43.988709Z","end":"2026-02-26T02:23:44.271954Z","steps":["trace[1843469095] 'process raft request' (duration: 283.016971ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:44.359585Z","caller":"traceutil/trace.go:171","msg":"trace[1625020607] linearizableReadLoop","detail":"{readStateIndex:23477; appliedIndex:23475; }","duration":"358.957999ms","start":"2026-02-26T02:23:44.000598Z","end":"2026-02-26T02:23:44.359556Z","steps":["trace[1625020607] 'read index received' (duration: 22.92509ms)","trace[1625020607] 'applied index is now lower than readState.Index' (duration: 336.031089ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:44.359831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.202573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:23:44.359906Z","caller":"traceutil/trace.go:171","msg":"trace[702462863] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:22688; }","duration":"359.316386ms","start":"2026-02-26T02:23:44.000568Z","end":"2026-02-26T02:23:44.359885Z","steps":["trace[702462863] 'agreement among raft nodes before linearized reading' (duration: 359.145263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:44.359998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:44.000555Z","time spent":"359.391597ms","remote":"127.0.0.1:52656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":35,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:44.428834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.094556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:44.428944Z","caller":"traceutil/trace.go:171","msg":"trace[2117966989] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22689; }","duration":"142.24555ms","start":"2026-02-26T02:23:44.286674Z","end":"2026-02-26T02:23:44.428919Z","steps":["trace[2117966989] 'agreement among raft nodes before linearized reading' (duration: 142.062257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:44.428924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.71226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:44.428983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.791212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:44.428985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.444576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:23:44.429053Z","caller":"traceutil/trace.go:171","msg":"trace[1777553823] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22689; }","duration":"129.889923ms","start":"2026-02-26T02:23:44.299148Z","end":"2026-02-26T02:23:44.429038Z","steps":["trace[1777553823] 'agreement among raft nodes before linearized reading' (duration: 129.770531ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:44.42902Z","caller":"traceutil/trace.go:171","msg":"trace[1315976486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22689; }","duration":"383.862393ms","start":"2026-02-26T02:23:44.045132Z","end":"2026-02-26T02:23:44.428994Z","steps":["trace[1315976486] 'agreement among raft nodes before linearized reading' (duration: 383.69446ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:44.428954Z","caller":"traceutil/trace.go:171","msg":"trace[617405668] transaction","detail":"{read_only:false; response_revision:22689; number_of_response:1; }","duration":"152.026259ms","start":"2026-02-26T02:23:44.276878Z","end":"2026-02-26T02:23:44.428904Z","steps":["trace[617405668] 'process raft request' (duration: 151.620581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:44.429127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:44.045089Z","time spent":"384.026586ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:23:44.429126Z","caller":"traceutil/trace.go:171","msg":"trace[953393970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22689; }","duration":"100.552987ms","start":"2026-02-26T02:23:44.328501Z","end":"2026-02-26T02:23:44.429054Z","steps":["trace[953393970] 'agreement among raft nodes before linearized reading' (duration: 100.346474ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:44.541022Z","caller":"traceutil/trace.go:171","msg":"trace[2066697930] transaction","detail":"{read_only:false; response_revision:22690; number_of_response:1; }","duration":"106.152689ms","start":"2026-02-26T02:23:44.434837Z","end":"2026-02-26T02:23:44.540989Z","steps":["trace[2066697930] 'process raft request' (duration: 54.896283ms)","trace[2066697930] 'compare' (duration: 51.016232ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:44.678085Z","caller":"traceutil/trace.go:171","msg":"trace[842292702] transaction","detail":"{read_only:false; response_revision:22691; number_of_response:1; }","duration":"220.108681ms","start":"2026-02-26T02:23:44.457932Z","end":"2026-02-26T02:23:44.678041Z","steps":["trace[842292702] 'process raft request' (duration: 201.841508ms)","trace[842292702] 'compare' (duration: 17.961718ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:44.678413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.989861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:23:44.678509Z","caller":"traceutil/trace.go:171","msg":"trace[27689213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22691; }","duration":"178.143454ms","start":"2026-02-26T02:23:44.500349Z","end":"2026-02-26T02:23:44.678493Z","steps":["trace[27689213] 'agreement among raft nodes before linearized reading' (duration: 177.805478ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:44.678001Z","caller":"traceutil/trace.go:171","msg":"trace[1244752955] linearizableReadLoop","detail":"{readStateIndex:23481; appliedIndex:23480; }","duration":"177.566594ms","start":"2026-02-26T02:23:44.500398Z","end":"2026-02-26T02:23:44.677964Z","steps":["trace[1244752955] 'read index received' (duration: 159.345261ms)","trace[1244752955] 'applied index is now lower than readState.Index' (duration: 18.219303ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:44.946171Z","caller":"traceutil/trace.go:171","msg":"trace[1368917129] transaction","detail":"{read_only:false; response_revision:22695; number_of_response:1; }","duration":"197.764703ms","start":"2026-02-26T02:23:44.748367Z","end":"2026-02-26T02:23:44.946132Z","steps":["trace[1368917129] 'process raft request' (duration: 197.379407ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:45.042951Z","caller":"traceutil/trace.go:171","msg":"trace[74065351] transaction","detail":"{read_only:false; response_revision:22696; number_of_response:1; }","duration":"270.773027ms","start":"2026-02-26T02:23:44.772145Z","end":"2026-02-26T02:23:45.042919Z","steps":["trace[74065351] 'process raft request' (duration: 264.437151ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:45.04298Z","caller":"traceutil/trace.go:171","msg":"trace[508670657] linearizableReadLoop","detail":"{readStateIndex:23486; appliedIndex:23484; }","duration":"250.612629ms","start":"2026-02-26T02:23:44.792324Z","end":"2026-02-26T02:23:45.042937Z","steps":["trace[508670657] 'read index received' (duration: 153.404032ms)","trace[508670657] 'applied index is now lower than readState.Index' (duration: 97.051474ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:45.043314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.582616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:23:45.043317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.429341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7443"} {"level":"info","ts":"2026-02-26T02:23:45.04334Z","caller":"traceutil/trace.go:171","msg":"trace[168444655] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22697; }","duration":"130.636427ms","start":"2026-02-26T02:23:44.912697Z","end":"2026-02-26T02:23:45.043333Z","steps":["trace[168444655] 'agreement among raft nodes before linearized reading' (duration: 130.516415ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:45.043348Z","caller":"traceutil/trace.go:171","msg":"trace[715181067] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:22697; }","duration":"143.487062ms","start":"2026-02-26T02:23:44.899852Z","end":"2026-02-26T02:23:45.043339Z","steps":["trace[715181067] 'agreement among raft nodes before linearized reading' (duration: 143.3887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:45.043338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.786577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7443"} {"level":"info","ts":"2026-02-26T02:23:45.043421Z","caller":"traceutil/trace.go:171","msg":"trace[495428151] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:22697; }","duration":"143.92546ms","start":"2026-02-26T02:23:44.899484Z","end":"2026-02-26T02:23:45.043409Z","steps":["trace[495428151] 'agreement among raft nodes before linearized reading' (duration: 143.664705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:45.04339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.974875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7085"} {"level":"info","ts":"2026-02-26T02:23:45.045227Z","caller":"traceutil/trace.go:171","msg":"trace[1196675748] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:22697; }","duration":"252.929061ms","start":"2026-02-26T02:23:44.792278Z","end":"2026-02-26T02:23:45.045207Z","steps":["trace[1196675748] 'agreement among raft nodes before linearized reading' (duration: 250.853223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:45.285217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.804958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:23:45.285368Z","caller":"traceutil/trace.go:171","msg":"trace[58845811] linearizableReadLoop","detail":"{readStateIndex:23493; appliedIndex:23491; }","duration":"155.657143ms","start":"2026-02-26T02:23:45.129684Z","end":"2026-02-26T02:23:45.285341Z","steps":["trace[58845811] 'read index received' (duration: 4.685755ms)","trace[58845811] 'applied index is now lower than readState.Index' (duration: 150.968398ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:45.285446Z","caller":"traceutil/trace.go:171","msg":"trace[1517921505] transaction","detail":"{read_only:false; response_revision:22703; number_of_response:1; }","duration":"182.669357ms","start":"2026-02-26T02:23:45.102728Z","end":"2026-02-26T02:23:45.285397Z","steps":["trace[1517921505] 'process raft request' (duration: 79.590644ms)","trace[1517921505] 'compare' (duration: 102.34152ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:45.285628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.930829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-domain-ks-user-zcb2r\" ","response":"range_response_count:1 size:7170"} {"level":"info","ts":"2026-02-26T02:23:45.285667Z","caller":"traceutil/trace.go:171","msg":"trace[1615713482] range","detail":"{range_begin:/registry/pods/openstack/magnum-domain-ks-user-zcb2r; range_end:; response_count:1; response_revision:22703; }","duration":"156.0064ms","start":"2026-02-26T02:23:45.12965Z","end":"2026-02-26T02:23:45.285656Z","steps":["trace[1615713482] 'agreement among raft nodes before linearized reading' (duration: 155.767906ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:45.565787Z","caller":"traceutil/trace.go:171","msg":"trace[413687710] linearizableReadLoop","detail":"{readStateIndex:23495; appliedIndex:23494; }","duration":"183.789608ms","start":"2026-02-26T02:23:45.381962Z","end":"2026-02-26T02:23:45.565751Z","steps":["trace[413687710] 'read index received' (duration: 183.015103ms)","trace[413687710] 'applied index is now lower than readState.Index' (duration: 772.845µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:45.566033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.051082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-ks-user-domain\" ","response":"range_response_count:1 size:547"} {"level":"info","ts":"2026-02-26T02:23:45.566067Z","caller":"traceutil/trace.go:171","msg":"trace[781525719] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-ks-user-domain; range_end:; response_count:1; response_revision:22705; }","duration":"184.125644ms","start":"2026-02-26T02:23:45.381929Z","end":"2026-02-26T02:23:45.566055Z","steps":["trace[781525719] 'agreement among raft nodes before linearized reading' (duration: 183.932621ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:45.56626Z","caller":"traceutil/trace.go:171","msg":"trace[1626278930] transaction","detail":"{read_only:false; response_revision:22705; number_of_response:1; }","duration":"268.71426ms","start":"2026-02-26T02:23:45.297509Z","end":"2026-02-26T02:23:45.566223Z","steps":["trace[1626278930] 'process raft request' (duration: 267.55668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.28308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703366379,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:23:46.384238Z","caller":"traceutil/trace.go:171","msg":"trace[1247864596] transaction","detail":"{read_only:false; response_revision:22706; number_of_response:1; }","duration":"654.818114ms","start":"2026-02-26T02:23:45.729316Z","end":"2026-02-26T02:23:46.384134Z","steps":["trace[1247864596] 'process raft request' (duration: 654.62592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.384403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:45.729281Z","time spent":"655.038418ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:46.413688Z","caller":"traceutil/trace.go:171","msg":"trace[95651509] transaction","detail":"{read_only:false; response_revision:22707; number_of_response:1; }","duration":"543.571441ms","start":"2026-02-26T02:23:45.870074Z","end":"2026-02-26T02:23:46.413645Z","steps":["trace[95651509] 'process raft request' (duration: 543.381357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.414297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.318254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:23:46.414342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:45.870047Z","time spent":"544.193343ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:23:46.414359Z","caller":"traceutil/trace.go:171","msg":"trace[1419989044] linearizableReadLoop","detail":"{readStateIndex:23497; appliedIndex:23495; }","duration":"630.626852ms","start":"2026-02-26T02:23:45.782947Z","end":"2026-02-26T02:23:46.413574Z","steps":["trace[1419989044] 'read index received' (duration: 601.126212ms)","trace[1419989044] 'applied index is now lower than readState.Index' (duration: 29.49918ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:46.414418Z","caller":"traceutil/trace.go:171","msg":"trace[1807923968] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22707; }","duration":"631.487587ms","start":"2026-02-26T02:23:45.7829Z","end":"2026-02-26T02:23:46.414388Z","steps":["trace[1807923968] 'agreement among raft nodes before linearized reading' (duration: 630.893397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.414487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:45.782873Z","time spent":"631.600419ms","remote":"127.0.0.1:42270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:23:46.414631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.433383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:46.41473Z","caller":"traceutil/trace.go:171","msg":"trace[1133092470] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:22707; }","duration":"569.610496ms","start":"2026-02-26T02:23:45.845097Z","end":"2026-02-26T02:23:46.414708Z","steps":["trace[1133092470] 'agreement among raft nodes before linearized reading' (duration: 569.420643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.414775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:45.845078Z","time spent":"569.687707ms","remote":"127.0.0.1:42370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:46.414755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.305236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:46.414867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.124809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-26T02:23:46.414869Z","caller":"traceutil/trace.go:171","msg":"trace[1994466359] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22707; }","duration":"306.488428ms","start":"2026-02-26T02:23:46.108352Z","end":"2026-02-26T02:23:46.41484Z","steps":["trace[1994466359] 'agreement among raft nodes before linearized reading' (duration: 306.266405ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:46.414915Z","caller":"traceutil/trace.go:171","msg":"trace[451989043] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22707; }","duration":"314.164859ms","start":"2026-02-26T02:23:46.100735Z","end":"2026-02-26T02:23:46.4149Z","steps":["trace[451989043] 'agreement among raft nodes before linearized reading' (duration: 314.094798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.41493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:46.10832Z","time spent":"306.598392ms","remote":"127.0.0.1:52266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:23:46.414953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:46.100673Z","time spent":"314.271942ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:23:46.415014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.881711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:23:46.415074Z","caller":"traceutil/trace.go:171","msg":"trace[1316633238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22707; }","duration":"495.965782ms","start":"2026-02-26T02:23:45.919094Z","end":"2026-02-26T02:23:46.41506Z","steps":["trace[1316633238] 'agreement among raft nodes before linearized reading' (duration: 495.81622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.415128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:45.919078Z","time spent":"496.036463ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:23:46.414802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.099012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:46.415187Z","caller":"traceutil/trace.go:171","msg":"trace[1630300179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22707; }","duration":"370.498079ms","start":"2026-02-26T02:23:46.044672Z","end":"2026-02-26T02:23:46.41517Z","steps":["trace[1630300179] 'agreement among raft nodes before linearized reading' (duration: 370.086431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.415199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.258605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:23:46.415193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.301908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:23:46.415231Z","caller":"traceutil/trace.go:171","msg":"trace[1953343313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22707; }","duration":"139.327846ms","start":"2026-02-26T02:23:46.275896Z","end":"2026-02-26T02:23:46.415224Z","steps":["trace[1953343313] 'agreement among raft nodes before linearized reading' (duration: 139.202894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.41508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.068116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:23:46.415239Z","caller":"traceutil/trace.go:171","msg":"trace[866962068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22707; }","duration":"386.385259ms","start":"2026-02-26T02:23:46.028845Z","end":"2026-02-26T02:23:46.41523Z","steps":["trace[866962068] 'agreement among raft nodes before linearized reading' (duration: 386.269717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.415266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:46.028821Z","time spent":"386.43931ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:23:46.415232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:46.044661Z","time spent":"370.56089ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:23:46.415265Z","caller":"traceutil/trace.go:171","msg":"trace[1469533503] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:22707; }","duration":"281.272549ms","start":"2026-02-26T02:23:46.133983Z","end":"2026-02-26T02:23:46.415256Z","steps":["trace[1469533503] 'agreement among raft nodes before linearized reading' (duration: 281.070205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.414806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.277523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T02:23:46.41541Z","caller":"traceutil/trace.go:171","msg":"trace[1238334401] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22707; }","duration":"134.912304ms","start":"2026-02-26T02:23:46.28049Z","end":"2026-02-26T02:23:46.415403Z","steps":["trace[1238334401] 'agreement among raft nodes before linearized reading' (duration: 134.15245ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:46.79489Z","caller":"traceutil/trace.go:171","msg":"trace[596802533] linearizableReadLoop","detail":"{readStateIndex:23501; appliedIndex:23500; }","duration":"249.844676ms","start":"2026-02-26T02:23:46.545021Z","end":"2026-02-26T02:23:46.794865Z","steps":["trace[596802533] 'read index received' (duration: 249.613572ms)","trace[596802533] 'applied index is now lower than readState.Index' (duration: 230.184µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:46.794964Z","caller":"traceutil/trace.go:171","msg":"trace[1912793586] transaction","detail":"{read_only:false; response_revision:22711; number_of_response:1; }","duration":"269.370192ms","start":"2026-02-26T02:23:46.525552Z","end":"2026-02-26T02:23:46.794922Z","steps":["trace[1912793586] 'process raft request' (duration: 269.170428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.795111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.070909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:23:46.795139Z","caller":"traceutil/trace.go:171","msg":"trace[1799691426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22711; }","duration":"250.13979ms","start":"2026-02-26T02:23:46.544989Z","end":"2026-02-26T02:23:46.795129Z","steps":["trace[1799691426] 'agreement among raft nodes before linearized reading' (duration: 249.994638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:46.795263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.139719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:23:46.795333Z","caller":"traceutil/trace.go:171","msg":"trace[677930607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22711; }","duration":"100.256781ms","start":"2026-02-26T02:23:46.695056Z","end":"2026-02-26T02:23:46.795313Z","steps":["trace[677930607] 'agreement among raft nodes before linearized reading' (duration: 100.003767ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:47.051182Z","caller":"traceutil/trace.go:171","msg":"trace[2143213641] transaction","detail":"{read_only:false; response_revision:22712; number_of_response:1; }","duration":"252.675827ms","start":"2026-02-26T02:23:46.798478Z","end":"2026-02-26T02:23:47.051154Z","steps":["trace[2143213641] 'process raft request' (duration: 225.131154ms)","trace[2143213641] 'compare' (duration: 27.333949ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:47.056508Z","caller":"traceutil/trace.go:171","msg":"trace[1107024572] transaction","detail":"{read_only:false; response_revision:22713; number_of_response:1; }","duration":"256.60643ms","start":"2026-02-26T02:23:46.799881Z","end":"2026-02-26T02:23:47.056487Z","steps":["trace[1107024572] 'process raft request' (duration: 256.280133ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:47.056695Z","caller":"traceutil/trace.go:171","msg":"trace[1342707037] transaction","detail":"{read_only:false; response_revision:22714; number_of_response:1; }","duration":"256.620318ms","start":"2026-02-26T02:23:46.799939Z","end":"2026-02-26T02:23:47.05656Z","steps":["trace[1342707037] 'process raft request' (duration: 256.435715ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:47.056939Z","caller":"traceutil/trace.go:171","msg":"trace[843972475] transaction","detail":"{read_only:false; response_revision:22715; number_of_response:1; }","duration":"253.129985ms","start":"2026-02-26T02:23:46.803801Z","end":"2026-02-26T02:23:47.056931Z","steps":["trace[843972475] 'process raft request' (duration: 252.606976ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:47.057108Z","caller":"traceutil/trace.go:171","msg":"trace[1713120593] transaction","detail":"{read_only:false; response_revision:22716; number_of_response:1; }","duration":"105.269513ms","start":"2026-02-26T02:23:46.951808Z","end":"2026-02-26T02:23:47.057078Z","steps":["trace[1713120593] 'process raft request' (duration: 105.016499ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:48.571934Z","caller":"traceutil/trace.go:171","msg":"trace[760807557] transaction","detail":"{read_only:false; response_revision:22726; number_of_response:1; }","duration":"101.693388ms","start":"2026-02-26T02:23:48.470199Z","end":"2026-02-26T02:23:48.571892Z","steps":["trace[760807557] 'process raft request' (duration: 101.133368ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:48.571947Z","caller":"traceutil/trace.go:171","msg":"trace[844904363] transaction","detail":"{read_only:false; response_revision:22727; number_of_response:1; }","duration":"102.38675ms","start":"2026-02-26T02:23:48.469528Z","end":"2026-02-26T02:23:48.571914Z","steps":["trace[844904363] 'process raft request' (duration: 102.275548ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:50.730193Z","caller":"traceutil/trace.go:171","msg":"trace[1119302879] transaction","detail":"{read_only:false; response_revision:22743; number_of_response:1; }","duration":"149.941179ms","start":"2026-02-26T02:23:50.580083Z","end":"2026-02-26T02:23:50.730024Z","steps":["trace[1119302879] 'process raft request' (duration: 149.553003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:50.901037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.038306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:23:50.901363Z","caller":"traceutil/trace.go:171","msg":"trace[2113115657] transaction","detail":"{read_only:false; response_revision:22745; number_of_response:1; }","duration":"152.019748ms","start":"2026-02-26T02:23:50.749317Z","end":"2026-02-26T02:23:50.901337Z","steps":["trace[2113115657] 'process raft request' (duration: 151.920246ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:50.901556Z","caller":"traceutil/trace.go:171","msg":"trace[1725253118] linearizableReadLoop","detail":"{readStateIndex:23535; appliedIndex:23533; }","duration":"296.571319ms","start":"2026-02-26T02:23:50.604947Z","end":"2026-02-26T02:23:50.901518Z","steps":["trace[1725253118] 'read index received' (duration: 124.686289ms)","trace[1725253118] 'applied index is now lower than readState.Index' (duration: 171.88094ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:50.901745Z","caller":"traceutil/trace.go:171","msg":"trace[456682141] transaction","detail":"{read_only:false; response_revision:22744; number_of_response:1; }","duration":"321.412463ms","start":"2026-02-26T02:23:50.580287Z","end":"2026-02-26T02:23:50.901699Z","steps":["trace[456682141] 'process raft request' (duration: 190.403729ms)","trace[456682141] 'compare' (duration: 129.885033ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:50.901889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.910325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:23:50.901935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:23:50.580262Z","time spent":"321.577875ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:23:50.901934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.599456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-domain-ks-user-zcb2r\" ","response":"range_response_count:1 size:8723"} {"level":"info","ts":"2026-02-26T02:23:50.901961Z","caller":"traceutil/trace.go:171","msg":"trace[543333514] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:22745; }","duration":"297.052897ms","start":"2026-02-26T02:23:50.604888Z","end":"2026-02-26T02:23:50.901941Z","steps":["trace[543333514] 'agreement among raft nodes before linearized reading' (duration: 296.815213ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:50.901997Z","caller":"traceutil/trace.go:171","msg":"trace[976549610] range","detail":"{range_begin:/registry/pods/openstack/magnum-domain-ks-user-zcb2r; range_end:; response_count:1; response_revision:22745; }","duration":"153.700418ms","start":"2026-02-26T02:23:50.748277Z","end":"2026-02-26T02:23:50.901978Z","steps":["trace[976549610] 'agreement among raft nodes before linearized reading' (duration: 153.474994ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:51.014188Z","caller":"traceutil/trace.go:171","msg":"trace[1146602715] transaction","detail":"{read_only:false; response_revision:22746; number_of_response:1; }","duration":"102.718207ms","start":"2026-02-26T02:23:50.911392Z","end":"2026-02-26T02:23:51.014111Z","steps":["trace[1146602715] 'process raft request' (duration: 102.177327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.014347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.117509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:23:51.014434Z","caller":"traceutil/trace.go:171","msg":"trace[583850157] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:22746; }","duration":"100.245212ms","start":"2026-02-26T02:23:50.914167Z","end":"2026-02-26T02:23:51.014413Z","steps":["trace[583850157] 'agreement among raft nodes before linearized reading' (duration: 99.929845ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:51.224691Z","caller":"traceutil/trace.go:171","msg":"trace[2081853314] transaction","detail":"{read_only:false; response_revision:22748; number_of_response:1; }","duration":"103.9932ms","start":"2026-02-26T02:23:51.120665Z","end":"2026-02-26T02:23:51.224658Z","steps":["trace[2081853314] 'process raft request' (duration: 58.58952ms)","trace[2081853314] 'compare' (duration: 45.245298ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:51.224684Z","caller":"traceutil/trace.go:171","msg":"trace[2044907115] linearizableReadLoop","detail":"{readStateIndex:23539; appliedIndex:23538; }","duration":"103.336938ms","start":"2026-02-26T02:23:51.121314Z","end":"2026-02-26T02:23:51.224651Z","steps":["trace[2044907115] 'read index received' (duration: 57.888137ms)","trace[2044907115] 'applied index is now lower than readState.Index' (duration: 45.447421ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:51.224726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.673933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T02:23:51.224828Z","caller":"traceutil/trace.go:171","msg":"trace[1833092038] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22747; }","duration":"104.790635ms","start":"2026-02-26T02:23:51.120016Z","end":"2026-02-26T02:23:51.224807Z","steps":["trace[1833092038] 'range keys from in-memory index tree' (duration: 104.486579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.22494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.596173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:23:51.224978Z","caller":"traceutil/trace.go:171","msg":"trace[1357023740] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22748; }","duration":"103.683875ms","start":"2026-02-26T02:23:51.121282Z","end":"2026-02-26T02:23:51.224966Z","steps":["trace[1357023740] 'agreement among raft nodes before linearized reading' (duration: 103.514692ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:51.258838Z","caller":"traceutil/trace.go:171","msg":"trace[131063771] transaction","detail":"{read_only:false; response_revision:22749; number_of_response:1; }","duration":"134.470097ms","start":"2026-02-26T02:23:51.124337Z","end":"2026-02-26T02:23:51.258807Z","steps":["trace[131063771] 'process raft request' (duration: 134.227192ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:51.259154Z","caller":"traceutil/trace.go:171","msg":"trace[1934279207] transaction","detail":"{read_only:false; response_revision:22750; number_of_response:1; }","duration":"101.062416ms","start":"2026-02-26T02:23:51.158047Z","end":"2026-02-26T02:23:51.25911Z","steps":["trace[1934279207] 'process raft request' (duration: 100.7164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.259186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.173756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-02-26T02:23:51.259268Z","caller":"traceutil/trace.go:171","msg":"trace[2029655490] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:22750; }","duration":"137.275387ms","start":"2026-02-26T02:23:51.121975Z","end":"2026-02-26T02:23:51.25925Z","steps":["trace[2029655490] 'agreement among raft nodes before linearized reading' (duration: 137.064754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:51.259436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.976555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-26T02:23:51.259546Z","caller":"traceutil/trace.go:171","msg":"trace[1020190105] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:22750; }","duration":"136.142328ms","start":"2026-02-26T02:23:51.123374Z","end":"2026-02-26T02:23:51.259516Z","steps":["trace[1020190105] 'agreement among raft nodes before linearized reading' (duration: 135.806881ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:51.560722Z","caller":"traceutil/trace.go:171","msg":"trace[1616491895] transaction","detail":"{read_only:false; response_revision:22754; number_of_response:1; }","duration":"109.572153ms","start":"2026-02-26T02:23:51.451111Z","end":"2026-02-26T02:23:51.560683Z","steps":["trace[1616491895] 'process raft request' (duration: 104.912307ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:51.764347Z","caller":"traceutil/trace.go:171","msg":"trace[587129746] linearizableReadLoop","detail":"{readStateIndex:23546; appliedIndex:23545; }","duration":"133.816215ms","start":"2026-02-26T02:23:51.630503Z","end":"2026-02-26T02:23:51.764319Z","steps":["trace[587129746] 'read index received' (duration: 48.7594ms)","trace[587129746] 'applied index is now lower than readState.Index' (duration: 85.055445ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:51.764396Z","caller":"traceutil/trace.go:171","msg":"trace[399018468] transaction","detail":"{read_only:false; response_revision:22755; number_of_response:1; }","duration":"163.606139ms","start":"2026-02-26T02:23:51.600731Z","end":"2026-02-26T02:23:51.764337Z","steps":["trace[399018468] 'process raft request' (duration: 78.512334ms)","trace[399018468] 'compare' (duration: 84.935552ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:51.764501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.988997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:51.76456Z","caller":"traceutil/trace.go:171","msg":"trace[64221559] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22755; }","duration":"134.082798ms","start":"2026-02-26T02:23:51.63045Z","end":"2026-02-26T02:23:51.764533Z","steps":["trace[64221559] 'agreement among raft nodes before linearized reading' (duration: 133.953616ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:53.501281Z","caller":"traceutil/trace.go:171","msg":"trace[15019619] linearizableReadLoop","detail":"{readStateIndex:23557; appliedIndex:23556; }","duration":"235.410561ms","start":"2026-02-26T02:23:53.265832Z","end":"2026-02-26T02:23:53.501242Z","steps":["trace[15019619] 'read index received' (duration: 234.632717ms)","trace[15019619] 'applied index is now lower than readState.Index' (duration: 776.624µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:53.50141Z","caller":"traceutil/trace.go:171","msg":"trace[1194138320] transaction","detail":"{read_only:false; response_revision:22766; number_of_response:1; }","duration":"236.531682ms","start":"2026-02-26T02:23:53.264837Z","end":"2026-02-26T02:23:53.501368Z","steps":["trace[1194138320] 'process raft request' (duration: 235.763477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:53.501607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.748557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-02-26T02:23:53.501903Z","caller":"traceutil/trace.go:171","msg":"trace[439699339] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:22766; }","duration":"235.86884ms","start":"2026-02-26T02:23:53.265794Z","end":"2026-02-26T02:23:53.501663Z","steps":["trace[439699339] 'agreement among raft nodes before linearized reading' (duration: 235.604235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:53.537031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.736668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:23:53.537093Z","caller":"traceutil/trace.go:171","msg":"trace[45169592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22768; }","duration":"234.834899ms","start":"2026-02-26T02:23:53.302244Z","end":"2026-02-26T02:23:53.537079Z","steps":["trace[45169592] 'agreement among raft nodes before linearized reading' (duration: 234.648546ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:53.537779Z","caller":"traceutil/trace.go:171","msg":"trace[1067046656] transaction","detail":"{read_only:false; response_revision:22767; number_of_response:1; }","duration":"271.300267ms","start":"2026-02-26T02:23:53.26646Z","end":"2026-02-26T02:23:53.537761Z","steps":["trace[1067046656] 'process raft request' (duration: 270.266328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:53.538152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.845357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:23:53.538204Z","caller":"traceutil/trace.go:171","msg":"trace[653826887] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22768; }","duration":"172.95074ms","start":"2026-02-26T02:23:53.36524Z","end":"2026-02-26T02:23:53.538191Z","steps":["trace[653826887] 'agreement among raft nodes before linearized reading' (duration: 172.845328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:53.538577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.102235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T02:23:53.53863Z","caller":"traceutil/trace.go:171","msg":"trace[145752180] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22768; }","duration":"235.174386ms","start":"2026-02-26T02:23:53.303445Z","end":"2026-02-26T02:23:53.538619Z","steps":["trace[145752180] 'agreement among raft nodes before linearized reading' (duration: 235.038624ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:54.649419Z","caller":"traceutil/trace.go:171","msg":"trace[1198413462] transaction","detail":"{read_only:false; response_revision:22771; number_of_response:1; }","duration":"122.366287ms","start":"2026-02-26T02:23:54.527022Z","end":"2026-02-26T02:23:54.649388Z","steps":["trace[1198413462] 'process raft request' (duration: 122.122692ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:55.387588Z","caller":"traceutil/trace.go:171","msg":"trace[1621458202] transaction","detail":"{read_only:false; response_revision:22777; number_of_response:1; }","duration":"228.886592ms","start":"2026-02-26T02:23:55.158661Z","end":"2026-02-26T02:23:55.387547Z","steps":["trace[1621458202] 'process raft request' (duration: 228.310072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:55.387804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.363432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:23:55.388152Z","caller":"traceutil/trace.go:171","msg":"trace[1512879796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22777; }","duration":"228.780229ms","start":"2026-02-26T02:23:55.159354Z","end":"2026-02-26T02:23:55.388135Z","steps":["trace[1512879796] 'agreement among raft nodes before linearized reading' (duration: 228.281621ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:55.387568Z","caller":"traceutil/trace.go:171","msg":"trace[1590450804] linearizableReadLoop","detail":"{readStateIndex:23569; appliedIndex:23568; }","duration":"228.077287ms","start":"2026-02-26T02:23:55.159421Z","end":"2026-02-26T02:23:55.387498Z","steps":["trace[1590450804] 'read index received' (duration: 227.587169ms)","trace[1590450804] 'applied index is now lower than readState.Index' (duration: 488.908µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:55.421437Z","caller":"traceutil/trace.go:171","msg":"trace[126933049] transaction","detail":"{read_only:false; response_revision:22778; number_of_response:1; }","duration":"152.707911ms","start":"2026-02-26T02:23:55.268697Z","end":"2026-02-26T02:23:55.421405Z","steps":["trace[126933049] 'process raft request' (duration: 152.518307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:55.694201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.157949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:23:55.694394Z","caller":"traceutil/trace.go:171","msg":"trace[743301781] linearizableReadLoop","detail":"{readStateIndex:23573; appliedIndex:23572; }","duration":"185.691653ms","start":"2026-02-26T02:23:55.508634Z","end":"2026-02-26T02:23:55.694325Z","steps":["trace[743301781] 'read index received' (duration: 26.312091ms)","trace[743301781] 'applied index is now lower than readState.Index' (duration: 159.377482ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:23:55.694403Z","caller":"traceutil/trace.go:171","msg":"trace[778570404] transaction","detail":"{read_only:false; response_revision:22781; number_of_response:1; }","duration":"187.001997ms","start":"2026-02-26T02:23:55.50736Z","end":"2026-02-26T02:23:55.694362Z","steps":["trace[778570404] 'process raft request' (duration: 27.516324ms)","trace[778570404] 'compare' (duration: 158.693449ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:23:55.69476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.11708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-02-26T02:23:55.694829Z","caller":"traceutil/trace.go:171","msg":"trace[1744219676] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:22781; }","duration":"186.231472ms","start":"2026-02-26T02:23:55.50858Z","end":"2026-02-26T02:23:55.694811Z","steps":["trace[1744219676] 'agreement among raft nodes before linearized reading' (duration: 185.962398ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:55.698449Z","caller":"traceutil/trace.go:171","msg":"trace[1715875005] transaction","detail":"{read_only:false; response_revision:22782; number_of_response:1; }","duration":"155.205046ms","start":"2026-02-26T02:23:55.54323Z","end":"2026-02-26T02:23:55.698435Z","steps":["trace[1715875005] 'process raft request' (duration: 155.101334ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:55.718834Z","caller":"traceutil/trace.go:171","msg":"trace[93918872] transaction","detail":"{read_only:false; response_revision:22783; number_of_response:1; }","duration":"172.908ms","start":"2026-02-26T02:23:55.545898Z","end":"2026-02-26T02:23:55.718806Z","steps":["trace[93918872] 'process raft request' (duration: 172.709165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:55.719031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.570856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:23:55.719097Z","caller":"traceutil/trace.go:171","msg":"trace[1673957581] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22783; }","duration":"153.675267ms","start":"2026-02-26T02:23:55.565402Z","end":"2026-02-26T02:23:55.719078Z","steps":["trace[1673957581] 'agreement among raft nodes before linearized reading' (duration: 153.461784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:23:55.718921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.716166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:23:55.719606Z","caller":"traceutil/trace.go:171","msg":"trace[2026371739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22783; }","duration":"167.416198ms","start":"2026-02-26T02:23:55.552165Z","end":"2026-02-26T02:23:55.719581Z","steps":["trace[2026371739] 'agreement among raft nodes before linearized reading' (duration: 166.569532ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:23:56.794714Z","caller":"traceutil/trace.go:171","msg":"trace[802726280] transaction","detail":"{read_only:false; response_revision:22787; number_of_response:1; }","duration":"137.630555ms","start":"2026-02-26T02:23:56.657051Z","end":"2026-02-26T02:23:56.794681Z","steps":["trace[802726280] 'process raft request' (duration: 78.998983ms)","trace[802726280] 'compare' (duration: 58.357557ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:00.92915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.08858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:00.929271Z","caller":"traceutil/trace.go:171","msg":"trace[270394162] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:22815; }","duration":"106.347223ms","start":"2026-02-26T02:24:00.822863Z","end":"2026-02-26T02:24:00.92921Z","steps":["trace[270394162] 'count revisions from in-memory index tree' (duration: 105.031949ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:01.176992Z","caller":"traceutil/trace.go:171","msg":"trace[1312399597] transaction","detail":"{read_only:false; response_revision:22816; number_of_response:1; }","duration":"244.408436ms","start":"2026-02-26T02:24:00.932546Z","end":"2026-02-26T02:24:01.176954Z","steps":["trace[1312399597] 'process raft request' (duration: 244.245683ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:01.550712Z","caller":"traceutil/trace.go:171","msg":"trace[1178392572] transaction","detail":"{read_only:false; response_revision:22817; number_of_response:1; }","duration":"617.834179ms","start":"2026-02-26T02:24:00.932826Z","end":"2026-02-26T02:24:01.55066Z","steps":["trace[1178392572] 'process raft request' (duration: 588.774197ms)","trace[1178392572] 'compare' (duration: 28.676154ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:24:01.550769Z","caller":"traceutil/trace.go:171","msg":"trace[108576858] transaction","detail":"{read_only:false; response_revision:22818; number_of_response:1; }","duration":"107.654277ms","start":"2026-02-26T02:24:01.443083Z","end":"2026-02-26T02:24:01.550737Z","steps":["trace[108576858] 'process raft request' (duration: 107.545485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:01.550924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:00.932804Z","time spent":"618.017593ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:01.55093Z","caller":"traceutil/trace.go:171","msg":"trace[1057305256] linearizableReadLoop","detail":"{readStateIndex:23610; appliedIndex:23609; }","duration":"522.440445ms","start":"2026-02-26T02:24:01.028465Z","end":"2026-02-26T02:24:01.550905Z","steps":["trace[1057305256] 'read index received' (duration: 149.183875ms)","trace[1057305256] 'applied index is now lower than readState.Index' (duration: 373.25412ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:01.551189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.71459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:24:01.551959Z","caller":"traceutil/trace.go:171","msg":"trace[1470767063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22818; }","duration":"523.513185ms","start":"2026-02-26T02:24:01.028421Z","end":"2026-02-26T02:24:01.551934Z","steps":["trace[1470767063] 'agreement among raft nodes before linearized reading' (duration: 522.606198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:01.552106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:01.028397Z","time spent":"523.674378ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:24:01.551558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.325731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:01.552388Z","caller":"traceutil/trace.go:171","msg":"trace[437469380] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22818; }","duration":"200.181927ms","start":"2026-02-26T02:24:01.35216Z","end":"2026-02-26T02:24:01.552342Z","steps":["trace[437469380] 'agreement among raft nodes before linearized reading' (duration: 199.316161ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:01.682115Z","caller":"traceutil/trace.go:171","msg":"trace[901665705] transaction","detail":"{read_only:false; response_revision:22820; number_of_response:1; }","duration":"124.299781ms","start":"2026-02-26T02:24:01.557779Z","end":"2026-02-26T02:24:01.682079Z","steps":["trace[901665705] 'process raft request' (duration: 122.953086ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:02.895085Z","caller":"traceutil/trace.go:171","msg":"trace[401317392] transaction","detail":"{read_only:false; response_revision:22826; number_of_response:1; }","duration":"209.60272ms","start":"2026-02-26T02:24:02.685458Z","end":"2026-02-26T02:24:02.895061Z","steps":["trace[401317392] 'process raft request' (duration: 209.274524ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:02.921973Z","caller":"traceutil/trace.go:171","msg":"trace[1461814666] transaction","detail":"{read_only:false; response_revision:22827; number_of_response:1; }","duration":"131.877019ms","start":"2026-02-26T02:24:02.790061Z","end":"2026-02-26T02:24:02.921938Z","steps":["trace[1461814666] 'process raft request' (duration: 131.648655ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:02.922243Z","caller":"traceutil/trace.go:171","msg":"trace[1326533692] transaction","detail":"{read_only:false; response_revision:22828; number_of_response:1; }","duration":"102.239668ms","start":"2026-02-26T02:24:02.81998Z","end":"2026-02-26T02:24:02.92222Z","steps":["trace[1326533692] 'process raft request' (duration: 101.900162ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:03.657795Z","caller":"traceutil/trace.go:171","msg":"trace[292011825] linearizableReadLoop","detail":"{readStateIndex:23624; appliedIndex:23623; }","duration":"101.539716ms","start":"2026-02-26T02:24:03.556222Z","end":"2026-02-26T02:24:03.657762Z","steps":["trace[292011825] 'read index received' (duration: 101.24241ms)","trace[292011825] 'applied index is now lower than readState.Index' (duration: 296.206µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:24:03.657993Z","caller":"traceutil/trace.go:171","msg":"trace[1443202589] transaction","detail":"{read_only:false; response_revision:22831; number_of_response:1; }","duration":"101.966963ms","start":"2026-02-26T02:24:03.555976Z","end":"2026-02-26T02:24:03.657943Z","steps":["trace[1443202589] 'process raft request' (duration: 101.603077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:03.658039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.77751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:24:03.658168Z","caller":"traceutil/trace.go:171","msg":"trace[1004363253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22831; }","duration":"101.910972ms","start":"2026-02-26T02:24:03.556186Z","end":"2026-02-26T02:24:03.658097Z","steps":["trace[1004363253] 'agreement among raft nodes before linearized reading' (duration: 101.747309ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:03.776844Z","caller":"traceutil/trace.go:171","msg":"trace[1574642283] transaction","detail":"{read_only:false; response_revision:22832; number_of_response:1; }","duration":"113.109466ms","start":"2026-02-26T02:24:03.663705Z","end":"2026-02-26T02:24:03.776814Z","steps":["trace[1574642283] 'process raft request' (duration: 26.727268ms)","trace[1574642283] 'compare' (duration: 86.185835ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:24:03.777046Z","caller":"traceutil/trace.go:171","msg":"trace[1845869650] transaction","detail":"{read_only:false; response_revision:22833; number_of_response:1; }","duration":"112.976874ms","start":"2026-02-26T02:24:03.664005Z","end":"2026-02-26T02:24:03.776982Z","steps":["trace[1845869650] 'process raft request' (duration: 112.768211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:04.2161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.761423ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:24:04.21623Z","caller":"traceutil/trace.go:171","msg":"trace[15916219] linearizableReadLoop","detail":"{readStateIndex:23633; appliedIndex:23632; }","duration":"171.195098ms","start":"2026-02-26T02:24:04.045014Z","end":"2026-02-26T02:24:04.216209Z","steps":["trace[15916219] 'read index received' (duration: 54.387334ms)","trace[15916219] 'applied index is now lower than readState.Index' (duration: 116.805544ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:04.216485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.437433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:04.216591Z","caller":"traceutil/trace.go:171","msg":"trace[112103323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22839; }","duration":"171.597686ms","start":"2026-02-26T02:24:04.044965Z","end":"2026-02-26T02:24:04.216563Z","steps":["trace[112103323] 'agreement among raft nodes before linearized reading' (duration: 171.417153ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:05.101466Z","caller":"traceutil/trace.go:171","msg":"trace[409021140] transaction","detail":"{read_only:false; response_revision:22842; number_of_response:1; }","duration":"170.78671ms","start":"2026-02-26T02:24:04.930627Z","end":"2026-02-26T02:24:05.101414Z","steps":["trace[409021140] 'process raft request' (duration: 123.515177ms)","trace[409021140] 'compare' (duration: 46.963718ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:05.94332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.915508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:24:05.943538Z","caller":"traceutil/trace.go:171","msg":"trace[1718518429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22845; }","duration":"162.182133ms","start":"2026-02-26T02:24:05.781334Z","end":"2026-02-26T02:24:05.943516Z","steps":["trace[1718518429] 'range keys from in-memory index tree' (duration: 161.712015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:05.943708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.164773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:24:05.943796Z","caller":"traceutil/trace.go:171","msg":"trace[114459213] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22845; }","duration":"162.274885ms","start":"2026-02-26T02:24:05.781496Z","end":"2026-02-26T02:24:05.943771Z","steps":["trace[114459213] 'range keys from in-memory index tree' (duration: 162.039219ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:05.944135Z","caller":"traceutil/trace.go:171","msg":"trace[1338048949] transaction","detail":"{read_only:false; response_revision:22846; number_of_response:1; }","duration":"145.159632ms","start":"2026-02-26T02:24:05.798939Z","end":"2026-02-26T02:24:05.944098Z","steps":["trace[1338048949] 'process raft request' (duration: 89.158939ms)","trace[1338048949] 'compare' (duration: 55.836329ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:24:05.973271Z","caller":"traceutil/trace.go:171","msg":"trace[1733956785] linearizableReadLoop","detail":"{readStateIndex:23641; appliedIndex:23639; }","duration":"167.49867ms","start":"2026-02-26T02:24:05.805748Z","end":"2026-02-26T02:24:05.973247Z","steps":["trace[1733956785] 'read index received' (duration: 82.369325ms)","trace[1733956785] 'applied index is now lower than readState.Index' (duration: 85.126245ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:24:05.973357Z","caller":"traceutil/trace.go:171","msg":"trace[1148097341] transaction","detail":"{read_only:false; response_revision:22848; number_of_response:1; }","duration":"166.96768ms","start":"2026-02-26T02:24:05.806357Z","end":"2026-02-26T02:24:05.973324Z","steps":["trace[1148097341] 'process raft request' (duration: 166.847588ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:05.973325Z","caller":"traceutil/trace.go:171","msg":"trace[189358202] transaction","detail":"{read_only:false; response_revision:22847; number_of_response:1; }","duration":"168.375817ms","start":"2026-02-26T02:24:05.80491Z","end":"2026-02-26T02:24:05.973286Z","steps":["trace[189358202] 'process raft request' (duration: 168.133592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:05.973525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.759125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:24:05.973569Z","caller":"traceutil/trace.go:171","msg":"trace[2074117390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22848; }","duration":"167.853847ms","start":"2026-02-26T02:24:05.805703Z","end":"2026-02-26T02:24:05.973557Z","steps":["trace[2074117390] 'agreement among raft nodes before linearized reading' (duration: 167.677544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:05.978271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.504393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-02-26T02:24:05.978321Z","caller":"traceutil/trace.go:171","msg":"trace[435543318] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:22850; }","duration":"171.580566ms","start":"2026-02-26T02:24:05.806728Z","end":"2026-02-26T02:24:05.978308Z","steps":["trace[435543318] 'agreement among raft nodes before linearized reading' (duration: 171.447793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:05.978575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.965079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:24:05.978604Z","caller":"traceutil/trace.go:171","msg":"trace[1073151282] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22850; }","duration":"127.03172ms","start":"2026-02-26T02:24:05.851564Z","end":"2026-02-26T02:24:05.978596Z","steps":["trace[1073151282] 'agreement among raft nodes before linearized reading' (duration: 126.963209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:05.978699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.218838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:05.978723Z","caller":"traceutil/trace.go:171","msg":"trace[2011514073] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:22850; }","duration":"142.276439ms","start":"2026-02-26T02:24:05.83644Z","end":"2026-02-26T02:24:05.978716Z","steps":["trace[2011514073] 'agreement among raft nodes before linearized reading' (duration: 142.235588ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:22.58894Z","caller":"traceutil/trace.go:171","msg":"trace[1050387524] transaction","detail":"{read_only:false; response_revision:23077; number_of_response:1; }","duration":"556.216264ms","start":"2026-02-26T02:24:22.032682Z","end":"2026-02-26T02:24:22.588898Z","steps":["trace[1050387524] 'process raft request' (duration: 552.234251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:22.58913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.032656Z","time spent":"556.379186ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:22.589097Z","caller":"traceutil/trace.go:171","msg":"trace[1028141395] transaction","detail":"{read_only:false; response_revision:23078; number_of_response:1; }","duration":"413.433374ms","start":"2026-02-26T02:24:22.175628Z","end":"2026-02-26T02:24:22.589061Z","steps":["trace[1028141395] 'process raft request' (duration: 413.247971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:22.589286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.175598Z","time spent":"413.598668ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:22.589395Z","caller":"traceutil/trace.go:171","msg":"trace[1240245830] transaction","detail":"{read_only:false; response_revision:23079; number_of_response:1; }","duration":"407.965243ms","start":"2026-02-26T02:24:22.181353Z","end":"2026-02-26T02:24:22.589318Z","steps":["trace[1240245830] 'process raft request' (duration: 407.650597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:22.589434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.302353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-02-26T02:24:22.58973Z","caller":"traceutil/trace.go:171","msg":"trace[692931478] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23079; }","duration":"458.64544ms","start":"2026-02-26T02:24:22.131057Z","end":"2026-02-26T02:24:22.589702Z","steps":["trace[692931478] 'agreement among raft nodes before linearized reading' (duration: 458.139031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:22.589797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.181334Z","time spent":"408.191828ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:22.589821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.131032Z","time spent":"458.772611ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-02-26T02:24:22.590356Z","caller":"traceutil/trace.go:171","msg":"trace[221641991] linearizableReadLoop","detail":"{readStateIndex:23880; appliedIndex:23879; }","duration":"457.915907ms","start":"2026-02-26T02:24:22.131098Z","end":"2026-02-26T02:24:22.589014Z","steps":["trace[221641991] 'read index received' (duration: 453.914723ms)","trace[221641991] 'applied index is now lower than readState.Index' (duration: 4.000154ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:22.590595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.093557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:24:22.590785Z","caller":"traceutil/trace.go:171","msg":"trace[812089846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23079; }","duration":"315.28593ms","start":"2026-02-26T02:24:22.275479Z","end":"2026-02-26T02:24:22.590765Z","steps":["trace[812089846] 'agreement among raft nodes before linearized reading' (duration: 315.021236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:22.590856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.490219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-26T02:24:22.590858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.275472Z","time spent":"315.375812ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:24:22.590887Z","caller":"traceutil/trace.go:171","msg":"trace[1782404740] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23079; }","duration":"312.5463ms","start":"2026-02-26T02:24:22.27833Z","end":"2026-02-26T02:24:22.590876Z","steps":["trace[1782404740] 'agreement among raft nodes before linearized reading' (duration: 312.496049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:22.5908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.580604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-02-26T02:24:22.590952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.278318Z","time spent":"312.626752ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T02:24:22.590993Z","caller":"traceutil/trace.go:171","msg":"trace[1429382443] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23079; }","duration":"154.789448ms","start":"2026-02-26T02:24:22.436181Z","end":"2026-02-26T02:24:22.590971Z","steps":["trace[1429382443] 'agreement among raft nodes before linearized reading' (duration: 154.574934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:22.590696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.442103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-26T02:24:22.591113Z","caller":"traceutil/trace.go:171","msg":"trace[775822827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23079; }","duration":"315.892991ms","start":"2026-02-26T02:24:22.275206Z","end":"2026-02-26T02:24:22.591098Z","steps":["trace[775822827] 'agreement among raft nodes before linearized reading' (duration: 315.427083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:22.591177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.275199Z","time spent":"315.967432ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:24:22.590739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.084726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-26T02:24:22.591286Z","caller":"traceutil/trace.go:171","msg":"trace[1208537387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23079; }","duration":"316.669135ms","start":"2026-02-26T02:24:22.274609Z","end":"2026-02-26T02:24:22.591279Z","steps":["trace[1208537387] 'agreement among raft nodes before linearized reading' (duration: 316.097855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:22.591329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.274585Z","time spent":"316.736427ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:24:22.590613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.990877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:24:22.597575Z","caller":"traceutil/trace.go:171","msg":"trace[1079619156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23079; }","duration":"343.959384ms","start":"2026-02-26T02:24:22.253571Z","end":"2026-02-26T02:24:22.597531Z","steps":["trace[1079619156] 'agreement among raft nodes before linearized reading' (duration: 336.919636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:22.597953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:22.253553Z","time spent":"344.344802ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:24:22.748733Z","caller":"traceutil/trace.go:171","msg":"trace[1488778284] linearizableReadLoop","detail":"{readStateIndex:23887; appliedIndex:23883; }","duration":"137.3846ms","start":"2026-02-26T02:24:22.611324Z","end":"2026-02-26T02:24:22.748709Z","steps":["trace[1488778284] 'read index received' (duration: 137.087135ms)","trace[1488778284] 'applied index is now lower than readState.Index' (duration: 296.635µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:24:22.748957Z","caller":"traceutil/trace.go:171","msg":"trace[683208326] transaction","detail":"{read_only:false; response_revision:23081; number_of_response:1; }","duration":"152.360363ms","start":"2026-02-26T02:24:22.596588Z","end":"2026-02-26T02:24:22.748948Z","steps":["trace[683208326] 'process raft request' (duration: 151.894785ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:22.749092Z","caller":"traceutil/trace.go:171","msg":"trace[1451403571] transaction","detail":"{read_only:false; response_revision:23082; number_of_response:1; }","duration":"152.438925ms","start":"2026-02-26T02:24:22.596647Z","end":"2026-02-26T02:24:22.749086Z","steps":["trace[1451403571] 'process raft request' (duration: 151.974837ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:22.749168Z","caller":"traceutil/trace.go:171","msg":"trace[1476491855] transaction","detail":"{read_only:false; response_revision:23083; number_of_response:1; }","duration":"152.446545ms","start":"2026-02-26T02:24:22.596716Z","end":"2026-02-26T02:24:22.749163Z","steps":["trace[1476491855] 'process raft request' (duration: 151.939856ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:22.749243Z","caller":"traceutil/trace.go:171","msg":"trace[461637238] transaction","detail":"{read_only:false; response_revision:23084; number_of_response:1; }","duration":"148.433252ms","start":"2026-02-26T02:24:22.600804Z","end":"2026-02-26T02:24:22.749238Z","steps":["trace[461637238] 'process raft request' (duration: 147.873872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:22.749414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.606311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a0fd3300-1245-4439-b956-12a9b9939d13\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-02-26T02:24:22.749438Z","caller":"traceutil/trace.go:171","msg":"trace[371665723] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a0fd3300-1245-4439-b956-12a9b9939d13; range_end:; response_count:1; response_revision:23084; }","duration":"150.662122ms","start":"2026-02-26T02:24:22.598767Z","end":"2026-02-26T02:24:22.74943Z","steps":["trace[371665723] 'agreement among raft nodes before linearized reading' (duration: 150.55556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:22.74958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.614205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18644"} {"level":"info","ts":"2026-02-26T02:24:22.749598Z","caller":"traceutil/trace.go:171","msg":"trace[1878756423] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23084; }","duration":"136.653916ms","start":"2026-02-26T02:24:22.612937Z","end":"2026-02-26T02:24:22.749591Z","steps":["trace[1878756423] 'agreement among raft nodes before linearized reading' (duration: 136.596175ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:23.701807Z","caller":"traceutil/trace.go:171","msg":"trace[1891537771] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"139.184383ms","start":"2026-02-26T02:24:23.562582Z","end":"2026-02-26T02:24:23.701766Z","steps":["trace[1891537771] 'process raft request' (duration: 138.952249ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:24.868854Z","caller":"traceutil/trace.go:171","msg":"trace[107344189] transaction","detail":"{read_only:false; response_revision:23101; number_of_response:1; }","duration":"100.295783ms","start":"2026-02-26T02:24:24.768527Z","end":"2026-02-26T02:24:24.868823Z","steps":["trace[107344189] 'process raft request' (duration: 100.10144ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:24.890119Z","caller":"traceutil/trace.go:171","msg":"trace[1386797007] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"121.319316ms","start":"2026-02-26T02:24:24.768751Z","end":"2026-02-26T02:24:24.89007Z","steps":["trace[1386797007] 'process raft request' (duration: 121.009171ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:24.890088Z","caller":"traceutil/trace.go:171","msg":"trace[1924573888] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"120.886319ms","start":"2026-02-26T02:24:24.76916Z","end":"2026-02-26T02:24:24.890047Z","steps":["trace[1924573888] 'process raft request' (duration: 120.831408ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:24.890184Z","caller":"traceutil/trace.go:171","msg":"trace[1675313312] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"121.007771ms","start":"2026-02-26T02:24:24.769139Z","end":"2026-02-26T02:24:24.890147Z","steps":["trace[1675313312] 'process raft request' (duration: 120.810917ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:26.789166Z","caller":"traceutil/trace.go:171","msg":"trace[1911828215] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"179.241306ms","start":"2026-02-26T02:24:26.609887Z","end":"2026-02-26T02:24:26.789129Z","steps":["trace[1911828215] 'process raft request' (duration: 179.034991ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:26.822947Z","caller":"traceutil/trace.go:171","msg":"trace[1379233286] linearizableReadLoop","detail":"{readStateIndex:23918; appliedIndex:23915; }","duration":"179.796035ms","start":"2026-02-26T02:24:26.643123Z","end":"2026-02-26T02:24:26.822919Z","steps":["trace[1379233286] 'read index received' (duration: 145.944936ms)","trace[1379233286] 'applied index is now lower than readState.Index' (duration: 33.850119ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:24:26.823004Z","caller":"traceutil/trace.go:171","msg":"trace[38714181] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"210.226591ms","start":"2026-02-26T02:24:26.612735Z","end":"2026-02-26T02:24:26.822961Z","steps":["trace[38714181] 'process raft request' (duration: 209.998607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:26.823159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.01861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:24:26.8232Z","caller":"traceutil/trace.go:171","msg":"trace[1041069136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23114; }","duration":"180.101821ms","start":"2026-02-26T02:24:26.643084Z","end":"2026-02-26T02:24:26.823186Z","steps":["trace[1041069136] 'agreement among raft nodes before linearized reading' (duration: 179.938958ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:26.823222Z","caller":"traceutil/trace.go:171","msg":"trace[1905054290] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"209.466738ms","start":"2026-02-26T02:24:26.613744Z","end":"2026-02-26T02:24:26.823211Z","steps":["trace[1905054290] 'process raft request' (duration: 209.129452ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:27.185499Z","caller":"traceutil/trace.go:171","msg":"trace[1904688045] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"222.417643ms","start":"2026-02-26T02:24:26.963053Z","end":"2026-02-26T02:24:27.18547Z","steps":["trace[1904688045] 'process raft request' (duration: 222.25137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:28.324243Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.138912759s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:29.044403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000366887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:29.04452Z","caller":"traceutil/trace.go:171","msg":"trace[165201566] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00052531s","start":"2026-02-26T02:24:27.043956Z","end":"2026-02-26T02:24:29.044482Z","steps":["trace[165201566] 'agreement among raft nodes before linearized reading' (duration: 2.000390298s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:29.044592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:27.04394Z","time spent":"2.000628362s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:29.541493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.635651ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:29.541599Z","caller":"traceutil/trace.go:171","msg":"trace[1466181772] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23116; }","duration":"636.747593ms","start":"2026-02-26T02:24:28.904829Z","end":"2026-02-26T02:24:29.541577Z","steps":["trace[1466181772] 'range keys from in-memory index tree' (duration: 636.61757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:29.541805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217244689s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:24:29.542059Z","caller":"traceutil/trace.go:171","msg":"trace[806969253] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"2.577632895s","start":"2026-02-26T02:24:26.964393Z","end":"2026-02-26T02:24:29.542026Z","steps":["trace[806969253] 'process raft request' (duration: 1.360064519s)","trace[806969253] 'compare' (duration: 1.216792692s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:29.542207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:26.964368Z","time spent":"2.577769347s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:29.542274Z","caller":"traceutil/trace.go:171","msg":"trace[243329596] linearizableReadLoop","detail":"{readStateIndex:23923; appliedIndex:23919; }","duration":"2.498256304s","start":"2026-02-26T02:24:27.043997Z","end":"2026-02-26T02:24:29.542253Z","steps":["trace[243329596] 'read index received' (duration: 141.362583ms)","trace[243329596] 'applied index is now lower than readState.Index' (duration: 2.356892341s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:24:29.542387Z","caller":"traceutil/trace.go:171","msg":"trace[871179834] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"2.577208997s","start":"2026-02-26T02:24:26.965171Z","end":"2026-02-26T02:24:29.54238Z","steps":["trace[871179834] 'process raft request' (duration: 2.576924642s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:29.542424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:26.965155Z","time spent":"2.577251618s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:29.542469Z","caller":"traceutil/trace.go:171","msg":"trace[949117824] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"2.577374561s","start":"2026-02-26T02:24:26.96509Z","end":"2026-02-26T02:24:29.542464Z","steps":["trace[949117824] 'process raft request' (duration: 2.576888572s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:29.542496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:26.965075Z","time spent":"2.577408401s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:29.54259Z","caller":"traceutil/trace.go:171","msg":"trace[1267610252] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"2.448392774s","start":"2026-02-26T02:24:27.094183Z","end":"2026-02-26T02:24:29.542576Z","steps":["trace[1267610252] 'process raft request' (duration: 2.447985607s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:29.542669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:27.094149Z","time spent":"2.448482236s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:29.542814Z","caller":"traceutil/trace.go:171","msg":"trace[538548170] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"2.422609692s","start":"2026-02-26T02:24:27.12017Z","end":"2026-02-26T02:24:29.54278Z","steps":["trace[538548170] 'process raft request' (duration: 2.422038792s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:29.543003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:27.120138Z","time spent":"2.422777576s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:30.042589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:30.462194Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.137766239s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:31.045155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999972541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:31.045253Z","caller":"traceutil/trace.go:171","msg":"trace[209384334] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000166624s","start":"2026-02-26T02:24:29.045064Z","end":"2026-02-26T02:24:31.045231Z","steps":["trace[209384334] 'agreement among raft nodes before linearized reading' (duration: 2.000027242s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:31.045303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:29.045034Z","time spent":"2.000256465s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:24:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:31.470253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007460047s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:24:31.470485Z","caller":"traceutil/trace.go:171","msg":"trace[1557479622] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"4.216635482s","start":"2026-02-26T02:24:27.253802Z","end":"2026-02-26T02:24:31.470437Z","steps":["trace[1557479622] 'process raft request' (duration: 3.208666355s)","trace[1557479622] 'compare' (duration: 1.007336605s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:31.47069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:27.253772Z","time spent":"4.216811555s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:31.470737Z","caller":"traceutil/trace.go:171","msg":"trace[752422289] transaction","detail":"{read_only:false; response_revision:23124; number_of_response:1; }","duration":"2.67639504s","start":"2026-02-26T02:24:28.794334Z","end":"2026-02-26T02:24:31.470729Z","steps":["trace[752422289] 'process raft request' (duration: 2.676154615s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:31.470536Z","caller":"traceutil/trace.go:171","msg":"trace[551415012] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"3.544318687s","start":"2026-02-26T02:24:27.926202Z","end":"2026-02-26T02:24:31.47052Z","steps":["trace[551415012] 'process raft request' (duration: 3.544147834s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:31.470798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:28.79431Z","time spent":"2.6764549s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:31.470846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:27.926167Z","time spent":"3.544638993s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:31.470983Z","caller":"traceutil/trace.go:171","msg":"trace[2034339264] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"2.642421839s","start":"2026-02-26T02:24:28.82855Z","end":"2026-02-26T02:24:31.470972Z","steps":["trace[2034339264] 'process raft request' (duration: 2.642127734s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:31.471023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:28.828524Z","time spent":"2.642476009s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:31.471026Z","caller":"traceutil/trace.go:171","msg":"trace[1698986275] linearizableReadLoop","detail":"{readStateIndex:23931; appliedIndex:23925; }","duration":"1.928690659s","start":"2026-02-26T02:24:29.542319Z","end":"2026-02-26T02:24:31.47101Z","steps":["trace[1698986275] 'read index received' (duration: 920.137082ms)","trace[1698986275] 'applied index is now lower than readState.Index' (duration: 1.008552787s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:31.471124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207526462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:31.471148Z","caller":"traceutil/trace.go:171","msg":"trace[2113518968] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23127; }","duration":"2.207593794s","start":"2026-02-26T02:24:29.263544Z","end":"2026-02-26T02:24:31.471138Z","steps":["trace[2113518968] 'agreement among raft nodes before linearized reading' (duration: 2.207528823s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:31.471176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:29.263484Z","time spent":"2.207684096s","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:31.471172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911452064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:31.47122Z","caller":"traceutil/trace.go:171","msg":"trace[2004250020] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23127; }","duration":"2.911529236s","start":"2026-02-26T02:24:28.559679Z","end":"2026-02-26T02:24:31.471208Z","steps":["trace[2004250020] 'agreement among raft nodes before linearized reading' (duration: 2.911381402s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:31.471234Z","caller":"traceutil/trace.go:171","msg":"trace[593921179] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"2.642574952s","start":"2026-02-26T02:24:28.828647Z","end":"2026-02-26T02:24:31.471222Z","steps":["trace[593921179] 'process raft request' (duration: 2.642188895s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:31.471253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.125602918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:31.471254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:28.559667Z","time spent":"2.911578518s","remote":"127.0.0.1:42592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:31.471275Z","caller":"traceutil/trace.go:171","msg":"trace[720318051] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"1.590196324s","start":"2026-02-26T02:24:29.88107Z","end":"2026-02-26T02:24:31.471267Z","steps":["trace[720318051] 'process raft request' (duration: 1.589891338s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:31.471283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:28.82861Z","time spent":"2.642645964s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:31.471284Z","caller":"traceutil/trace.go:171","msg":"trace[1630957765] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23127; }","duration":"3.125668869s","start":"2026-02-26T02:24:28.345603Z","end":"2026-02-26T02:24:31.471272Z","steps":["trace[1630957765] 'agreement among raft nodes before linearized reading' (duration: 3.125603788s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:31.471317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:29.881045Z","time spent":"1.590247236s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:31.471319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:28.345571Z","time spent":"3.12573878s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:31.471464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.795097319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:31.471488Z","caller":"traceutil/trace.go:171","msg":"trace[571499241] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23127; }","duration":"3.79513692s","start":"2026-02-26T02:24:27.676343Z","end":"2026-02-26T02:24:31.47148Z","steps":["trace[571499241] 'agreement among raft nodes before linearized reading' (duration: 3.795094869s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:31.471503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321498625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:31.47151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:27.676335Z","time spent":"3.795167421s","remote":"127.0.0.1:42202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:31.471525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.812032759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:31.471531Z","caller":"traceutil/trace.go:171","msg":"trace[2071197958] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23127; }","duration":"2.321568837s","start":"2026-02-26T02:24:29.149953Z","end":"2026-02-26T02:24:31.471522Z","steps":["trace[2071197958] 'agreement among raft nodes before linearized reading' (duration: 2.321527186s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:31.471558Z","caller":"traceutil/trace.go:171","msg":"trace[775671235] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23127; }","duration":"3.81209759s","start":"2026-02-26T02:24:27.659449Z","end":"2026-02-26T02:24:31.471547Z","steps":["trace[775671235] 'agreement among raft nodes before linearized reading' (duration: 3.812038219s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:31.471586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:27.659416Z","time spent":"3.812163372s","remote":"127.0.0.1:52678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:31.471462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281174189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:24:31.471615Z","caller":"traceutil/trace.go:171","msg":"trace[83352593] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23127; }","duration":"2.281366373s","start":"2026-02-26T02:24:29.19024Z","end":"2026-02-26T02:24:31.471606Z","steps":["trace[83352593] 'agreement among raft nodes before linearized reading' (duration: 2.281149269s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:31.471638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:29.190209Z","time spent":"2.281421143s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:24:31.471641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.597442299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T02:24:31.471663Z","caller":"traceutil/trace.go:171","msg":"trace[534902196] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23127; }","duration":"3.597563101s","start":"2026-02-26T02:24:27.874093Z","end":"2026-02-26T02:24:31.471656Z","steps":["trace[534902196] 'agreement among raft nodes before linearized reading' (duration: 3.59748847s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:31.471562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:29.149925Z","time spent":"2.321630808s","remote":"127.0.0.1:52174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:31.471682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:27.874074Z","time spent":"3.597602851s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:24:31.471811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.292541157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:31.471834Z","caller":"traceutil/trace.go:171","msg":"trace[1038792661] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23127; }","duration":"3.292600949s","start":"2026-02-26T02:24:28.179226Z","end":"2026-02-26T02:24:31.471827Z","steps":["trace[1038792661] 'agreement among raft nodes before linearized reading' (duration: 3.292556838s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:31.471189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914801666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-02-26T02:24:31.471804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.957560158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:24:31.471873Z","caller":"traceutil/trace.go:171","msg":"trace[1703995751] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:23127; }","duration":"2.915515969s","start":"2026-02-26T02:24:28.556346Z","end":"2026-02-26T02:24:31.471862Z","steps":["trace[1703995751] 'agreement among raft nodes before linearized reading' (duration: 2.914738904s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:31.471895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.560733087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:31.47192Z","caller":"traceutil/trace.go:171","msg":"trace[1881278604] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23127; }","duration":"3.560781578s","start":"2026-02-26T02:24:27.911131Z","end":"2026-02-26T02:24:31.471912Z","steps":["trace[1881278604] 'agreement among raft nodes before linearized reading' (duration: 3.560736358s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:31.471917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:28.556324Z","time spent":"2.915582829s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-02-26T02:24:31.471944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:27.911111Z","time spent":"3.560825799s","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:31.471933Z","caller":"traceutil/trace.go:171","msg":"trace[206708413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23127; }","duration":"3.95769476s","start":"2026-02-26T02:24:27.514205Z","end":"2026-02-26T02:24:31.4719Z","steps":["trace[206708413] 'agreement among raft nodes before linearized reading' (duration: 3.957355554s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:31.471993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:27.514122Z","time spent":"3.957856134s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:24:31.471854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:28.179199Z","time spent":"3.292648869s","remote":"127.0.0.1:52354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:31.471812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784982263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:31.471858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.883491104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:31.472163Z","caller":"traceutil/trace.go:171","msg":"trace[159646295] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23127; }","duration":"2.785423192s","start":"2026-02-26T02:24:28.686726Z","end":"2026-02-26T02:24:31.472149Z","steps":["trace[159646295] 'agreement among raft nodes before linearized reading' (duration: 2.784915143s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:31.472173Z","caller":"traceutil/trace.go:171","msg":"trace[1549623996] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23127; }","duration":"3.883832571s","start":"2026-02-26T02:24:27.588325Z","end":"2026-02-26T02:24:31.472158Z","steps":["trace[1549623996] 'agreement among raft nodes before linearized reading' (duration: 3.883506775s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:31.472205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:28.686702Z","time spent":"2.785489382s","remote":"127.0.0.1:45034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:31.472216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:27.5883Z","time spent":"3.883902022s","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:31.472471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607208716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:24:31.472865Z","caller":"traceutil/trace.go:171","msg":"trace[1897869830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23127; }","duration":"2.607419099s","start":"2026-02-26T02:24:28.865098Z","end":"2026-02-26T02:24:31.472517Z","steps":["trace[1897869830] 'agreement among raft nodes before linearized reading' (duration: 2.606804268s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:31.473306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:28.865075Z","time spent":"2.608015271s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:24:31.971357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:32.47197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:32.972403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:33.032211Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.14220895s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:33.053722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000206245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:33.053827Z","caller":"traceutil/trace.go:171","msg":"trace[801578174] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000377239s","start":"2026-02-26T02:24:31.053425Z","end":"2026-02-26T02:24:33.053802Z","steps":["trace[801578174] 'agreement among raft nodes before linearized reading' (duration: 2.000222686s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:33.05389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:31.053414Z","time spent":"2.00046085s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:34.378887Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.346441909s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:34.434979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402445513s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-02-26T02:24:34.435947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:31.473521Z","time spent":"2.962419695s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:24:34.436022Z","caller":"traceutil/trace.go:171","msg":"trace[135069144] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"2.958450423s","start":"2026-02-26T02:24:31.477519Z","end":"2026-02-26T02:24:34.43597Z","steps":["trace[135069144] 'process raft request' (duration: 2.95773224s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:34.43608Z","caller":"traceutil/trace.go:171","msg":"trace[1223987786] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"3.904035979s","start":"2026-02-26T02:24:30.532017Z","end":"2026-02-26T02:24:34.436053Z","steps":["trace[1223987786] 'process raft request' (duration: 2.500443975s)","trace[1223987786] 'compare' (duration: 1.402234119s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:24:34.43611Z","caller":"traceutil/trace.go:171","msg":"trace[687227255] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"2.958619756s","start":"2026-02-26T02:24:31.477438Z","end":"2026-02-26T02:24:34.436058Z","steps":["trace[687227255] 'process raft request' (duration: 2.957718549s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:34.43619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:30.53199Z","time spent":"3.904152312s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:34.436192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:31.477492Z","time spent":"2.958603496s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:34.4363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:31.477425Z","time spent":"2.958773249s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:34.436451Z","caller":"traceutil/trace.go:171","msg":"trace[2095946577] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"2.958388102s","start":"2026-02-26T02:24:31.478026Z","end":"2026-02-26T02:24:34.436414Z","steps":["trace[2095946577] 'process raft request' (duration: 2.957247652s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:34.436613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:31.477925Z","time spent":"2.958603426s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:34.436625Z","caller":"traceutil/trace.go:171","msg":"trace[1955792976] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"2.886496468s","start":"2026-02-26T02:24:31.550103Z","end":"2026-02-26T02:24:34.436599Z","steps":["trace[1955792976] 'process raft request' (duration: 2.885194565s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:34.436669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211987766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:34.43666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.396718421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:34.436697Z","caller":"traceutil/trace.go:171","msg":"trace[602300286] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23132; }","duration":"3.212037257s","start":"2026-02-26T02:24:31.224648Z","end":"2026-02-26T02:24:34.436685Z","steps":["trace[602300286] 'agreement among raft nodes before linearized reading' (duration: 3.211980315s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:34.436706Z","caller":"traceutil/trace.go:171","msg":"trace[1838620308] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23132; }","duration":"3.396798652s","start":"2026-02-26T02:24:31.039892Z","end":"2026-02-26T02:24:34.436691Z","steps":["trace[1838620308] 'agreement among raft nodes before linearized reading' (duration: 3.39671066s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:34.436719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:31.224633Z","time spent":"3.212081338s","remote":"127.0.0.1:34076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:34.436743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:31.039865Z","time spent":"3.396869044s","remote":"127.0.0.1:52614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:34.436744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:31.550082Z","time spent":"2.88659485s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:34.436757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.289819878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-02-26T02:24:34.436841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.831966373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:34.436856Z","caller":"traceutil/trace.go:171","msg":"trace[1286939736] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23132; }","duration":"3.289911389s","start":"2026-02-26T02:24:31.146892Z","end":"2026-02-26T02:24:34.436803Z","steps":["trace[1286939736] 'agreement among raft nodes before linearized reading' (duration: 3.289721235s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:34.436876Z","caller":"traceutil/trace.go:171","msg":"trace[456035662] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23132; }","duration":"3.832062074s","start":"2026-02-26T02:24:30.604803Z","end":"2026-02-26T02:24:34.436865Z","steps":["trace[456035662] 'agreement among raft nodes before linearized reading' (duration: 3.831993153s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:34.436905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:30.604775Z","time spent":"3.832122666s","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:34.43687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.962261863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11835"} {"level":"warn","ts":"2026-02-26T02:24:34.436907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:31.146877Z","time spent":"3.290016351s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-02-26T02:24:34.436602Z","caller":"traceutil/trace.go:171","msg":"trace[798822970] linearizableReadLoop","detail":"{readStateIndex:23937; appliedIndex:23931; }","duration":"2.965531273s","start":"2026-02-26T02:24:31.471059Z","end":"2026-02-26T02:24:34.436591Z","steps":["trace[798822970] 'read index received' (duration: 1.561419509s)","trace[798822970] 'applied index is now lower than readState.Index' (duration: 1.404110674s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:34.436912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.554668526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:34.436963Z","caller":"traceutil/trace.go:171","msg":"trace[1436051564] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23132; }","duration":"3.962398736s","start":"2026-02-26T02:24:30.474542Z","end":"2026-02-26T02:24:34.436941Z","steps":["trace[1436051564] 'agreement among raft nodes before linearized reading' (duration: 3.962122561s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:34.436976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.389147742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8f68af7f388\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-02-26T02:24:34.437023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:30.47452Z","time spent":"3.962492807s","remote":"127.0.0.1:42592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11857,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-02-26T02:24:34.437042Z","caller":"traceutil/trace.go:171","msg":"trace[45130863] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897a8f68af7f388; range_end:; response_count:1; response_revision:23132; }","duration":"3.389252964s","start":"2026-02-26T02:24:31.047768Z","end":"2026-02-26T02:24:34.437021Z","steps":["trace[45130863] 'agreement among raft nodes before linearized reading' (duration: 3.38904101s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:34.437022Z","caller":"traceutil/trace.go:171","msg":"trace[417833580] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23132; }","duration":"4.55481312s","start":"2026-02-26T02:24:29.882184Z","end":"2026-02-26T02:24:34.436998Z","steps":["trace[417833580] 'agreement among raft nodes before linearized reading' (duration: 4.554598306s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:34.437094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:31.04774Z","time spent":"3.389342206s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8f68af7f388\" "} {"level":"warn","ts":"2026-02-26T02:24:34.437105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:29.882176Z","time spent":"4.554916271s","remote":"127.0.0.1:42456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:34.436946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.863397528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:34.437196Z","caller":"traceutil/trace.go:171","msg":"trace[410875613] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23132; }","duration":"4.863688913s","start":"2026-02-26T02:24:29.573489Z","end":"2026-02-26T02:24:34.437177Z","steps":["trace[410875613] 'agreement among raft nodes before linearized reading' (duration: 4.863370557s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:34.437253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:29.573473Z","time spent":"4.863762935s","remote":"127.0.0.1:42452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:34.938032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:35.054967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000356418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:35.055088Z","caller":"traceutil/trace.go:171","msg":"trace[1741313954] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000536362s","start":"2026-02-26T02:24:33.054524Z","end":"2026-02-26T02:24:35.055061Z","steps":["trace[1741313954] 'agreement among raft nodes before linearized reading' (duration: 2.000387949s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:35.055183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:33.054499Z","time spent":"2.000666144s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:24:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:35.438784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:35.939361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:36.061682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000610723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:36.061795Z","caller":"traceutil/trace.go:171","msg":"trace[2123538426] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000783446s","start":"2026-02-26T02:24:34.060989Z","end":"2026-02-26T02:24:36.061772Z","steps":["trace[2123538426] 'agreement among raft nodes before linearized reading' (duration: 2.000644564s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:36.061859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:34.060965Z","time spent":"2.000875687s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:24:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:36.439847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:36.473291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.094175573s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:36.545724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998980406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:36.545806Z","caller":"traceutil/trace.go:171","msg":"trace[946317707] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999123158s","start":"2026-02-26T02:24:31.546662Z","end":"2026-02-26T02:24:36.545786Z","steps":["trace[946317707] 'agreement among raft nodes before linearized reading' (duration: 4.999020636s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:36.545849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:31.546638Z","time spent":"4.99920183s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/26 02:24:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:36.547211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999617637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:36.547335Z","caller":"traceutil/trace.go:171","msg":"trace[1727313786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999776229s","start":"2026-02-26T02:24:31.547536Z","end":"2026-02-26T02:24:36.547312Z","steps":["trace[1727313786] 'agreement among raft nodes before linearized reading' (duration: 4.999630327s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:36.547387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:31.547527Z","time spent":"4.999846921s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/26 02:24:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:37.062741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999874428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:37.062846Z","caller":"traceutil/trace.go:171","msg":"trace[150421687] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000054192s","start":"2026-02-26T02:24:35.062767Z","end":"2026-02-26T02:24:37.062821Z","steps":["trace[150421687] 'agreement among raft nodes before linearized reading' (duration: 1.999900509s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:37.062949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:35.062744Z","time spent":"2.000177014s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:37.275293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.700239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:24:37.275637Z","caller":"traceutil/trace.go:171","msg":"trace[700438912] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"3.797109996s","start":"2026-02-26T02:24:33.478505Z","end":"2026-02-26T02:24:37.275615Z","steps":["trace[700438912] 'process raft request' (duration: 3.797036685s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:37.275632Z","caller":"traceutil/trace.go:171","msg":"trace[441321539] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"3.798915139s","start":"2026-02-26T02:24:33.476679Z","end":"2026-02-26T02:24:37.275594Z","steps":["trace[441321539] 'process raft request' (duration: 2.996818313s)","trace[441321539] 'compare' (duration: 799.774433ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:24:37.275714Z","caller":"traceutil/trace.go:171","msg":"trace[1493780207] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"3.798758116s","start":"2026-02-26T02:24:33.476876Z","end":"2026-02-26T02:24:37.275634Z","steps":["trace[1493780207] 'process raft request' (duration: 3.798530252s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:37.27573Z","caller":"traceutil/trace.go:171","msg":"trace[749075483] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"3.798583933s","start":"2026-02-26T02:24:33.477103Z","end":"2026-02-26T02:24:37.275686Z","steps":["trace[749075483] 'process raft request' (duration: 3.79840387s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:37.275829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:33.476825Z","time spent":"3.798931479s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:37.275839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:33.476647Z","time spent":"3.799089102s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:37.275878Z","caller":"traceutil/trace.go:171","msg":"trace[436563716] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"3.797166186s","start":"2026-02-26T02:24:33.478702Z","end":"2026-02-26T02:24:37.275868Z","steps":["trace[436563716] 'process raft request' (duration: 3.796876221s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:37.275943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:33.478659Z","time spent":"3.797256138s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:37.275961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:33.477069Z","time spent":"3.798776996s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:37.275775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:33.47849Z","time spent":"3.797224728s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:37.276209Z","caller":"traceutil/trace.go:171","msg":"trace[4172153] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"3.331997778s","start":"2026-02-26T02:24:33.944197Z","end":"2026-02-26T02:24:37.276195Z","steps":["trace[4172153] 'process raft request' (duration: 3.331632981s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:37.276291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:33.944161Z","time spent":"3.33209033s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:38.537139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.12917446s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:39.063728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999695755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:39.063821Z","caller":"traceutil/trace.go:171","msg":"trace[1179913101] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999844788s","start":"2026-02-26T02:24:37.063953Z","end":"2026-02-26T02:24:39.063798Z","steps":["trace[1179913101] 'agreement among raft nodes before linearized reading' (duration: 1.999721906s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:39.063866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:37.063916Z","time spent":"1.99994041s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:24:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:40.478007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999986301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:40.478112Z","caller":"traceutil/trace.go:171","msg":"trace[1639930261] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149413s","start":"2026-02-26T02:24:38.477945Z","end":"2026-02-26T02:24:40.478094Z","steps":["trace[1639930261] 'agreement among raft nodes before linearized reading' (duration: 2.000006481s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:40.478183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:38.477922Z","time spent":"2.000252766s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:40.541538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.265398181s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:24:40.541858Z","caller":"traceutil/trace.go:171","msg":"trace[1588477877] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23139; }","duration":"6.105120934s","start":"2026-02-26T02:24:34.436717Z","end":"2026-02-26T02:24:40.541838Z","steps":["trace[1588477877] 'process raft request' (duration: 6.104964772s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:40.54205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:34.43669Z","time spent":"6.105282588s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:40.542939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637096502s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:40.543092Z","caller":"traceutil/trace.go:171","msg":"trace[1768992043] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23139; }","duration":"1.637265995s","start":"2026-02-26T02:24:38.905801Z","end":"2026-02-26T02:24:40.543067Z","steps":["trace[1768992043] 'range keys from in-memory index tree' (duration: 1.637074981s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:40.545311Z","caller":"traceutil/trace.go:171","msg":"trace[887704758] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"6.105624494s","start":"2026-02-26T02:24:34.439642Z","end":"2026-02-26T02:24:40.545267Z","steps":["trace[887704758] 'process raft request' (duration: 6.10209972s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:40.545594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:34.439607Z","time spent":"6.105833258s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:41.073905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000521161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:41.074007Z","caller":"traceutil/trace.go:171","msg":"trace[583572074] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000651223s","start":"2026-02-26T02:24:39.073331Z","end":"2026-02-26T02:24:41.073983Z","steps":["trace[583572074] 'agreement among raft nodes before linearized reading' (duration: 2.000532281s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:41.07406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.073247Z","time spent":"2.000802686s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:24:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:41.384838Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.908258265s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:41.439422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999132847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:41.439526Z","caller":"traceutil/trace.go:171","msg":"trace[1574711754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999295511s","start":"2026-02-26T02:24:36.440207Z","end":"2026-02-26T02:24:41.439502Z","steps":["trace[1574711754] 'agreement among raft nodes before linearized reading' (duration: 4.999164669s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:41.439583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:36.440181Z","time spent":"4.999392132s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:24:41.440843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:36.442512Z","time spent":"4.998317873s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:24:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:41.545676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99768931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:41.545797Z","caller":"traceutil/trace.go:171","msg":"trace[1666498642] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997857983s","start":"2026-02-26T02:24:38.54791Z","end":"2026-02-26T02:24:41.545768Z","steps":["trace[1666498642] 'agreement among raft nodes before linearized reading' (duration: 2.99769661s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:41.545906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:38.547902Z","time spent":"2.997947034s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/26 02:24:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:41.546443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999230993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:41.546614Z","caller":"traceutil/trace.go:171","msg":"trace[65147280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999530228s","start":"2026-02-26T02:24:31.547053Z","end":"2026-02-26T02:24:41.546583Z","steps":["trace[65147280] 'agreement among raft nodes before linearized reading' (duration: 9.999263053s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:41.546717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:31.547038Z","time spent":"9.999662431s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/02/26 02:24:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:41.547599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998471203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:41.547711Z","caller":"traceutil/trace.go:171","msg":"trace[1871756380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998638497s","start":"2026-02-26T02:24:38.549044Z","end":"2026-02-26T02:24:41.547683Z","steps":["trace[1871756380] 'agreement among raft nodes before linearized reading' (duration: 2.998503414s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:41.547828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:38.54902Z","time spent":"2.998770549s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/26 02:24:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:42.715301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169925456s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:24:42.715937Z","caller":"traceutil/trace.go:171","msg":"trace[785308688] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"3.273458278s","start":"2026-02-26T02:24:39.44245Z","end":"2026-02-26T02:24:42.715908Z","steps":["trace[785308688] 'process raft request' (duration: 3.273398247s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:42.715975Z","caller":"traceutil/trace.go:171","msg":"trace[347697733] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"3.432851751s","start":"2026-02-26T02:24:39.283083Z","end":"2026-02-26T02:24:42.715934Z","steps":["trace[347697733] 'process raft request' (duration: 3.432521694s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:42.716001Z","caller":"traceutil/trace.go:171","msg":"trace[1487958917] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"3.430923616s","start":"2026-02-26T02:24:39.285054Z","end":"2026-02-26T02:24:42.715978Z","steps":["trace[1487958917] 'process raft request' (duration: 3.430736472s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:42.716081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.442377Z","time spent":"3.273625771s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:42.716104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.28504Z","time spent":"3.431004668s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:42.71613Z","caller":"traceutil/trace.go:171","msg":"trace[1627522851] linearizableReadLoop","detail":"{readStateIndex:23946; appliedIndex:23937; }","duration":"8.279146476s","start":"2026-02-26T02:24:34.436976Z","end":"2026-02-26T02:24:42.716123Z","steps":["trace[1627522851] 'read index received' (duration: 2.036537559s)","trace[1627522851] 'applied index is now lower than readState.Index' (duration: 6.242607057s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:24:42.716115Z","caller":"traceutil/trace.go:171","msg":"trace[124753940] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"3.432979353s","start":"2026-02-26T02:24:39.283095Z","end":"2026-02-26T02:24:42.716074Z","steps":["trace[124753940] 'process raft request' (duration: 3.432583886s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:42.716102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.283048Z","time spent":"3.432987233s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:42.716228Z","caller":"traceutil/trace.go:171","msg":"trace[93370218] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"5.66480598s","start":"2026-02-26T02:24:37.051417Z","end":"2026-02-26T02:24:42.716223Z","steps":["trace[93370218] 'process raft request' (duration: 5.664049856s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:42.716257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:37.051388Z","time spent":"5.664853331s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:42.71629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.283069Z","time spent":"3.433129816s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:42.716331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.550079617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:42.716348Z","caller":"traceutil/trace.go:171","msg":"trace[1824364083] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23147; }","duration":"8.550127907s","start":"2026-02-26T02:24:34.166214Z","end":"2026-02-26T02:24:42.716342Z","steps":["trace[1824364083] 'agreement among raft nodes before linearized reading' (duration: 8.550079406s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:42.716362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:34.166194Z","time spent":"8.550165088s","remote":"127.0.0.1:42588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:42.716352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.764072057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:42.716402Z","caller":"traceutil/trace.go:171","msg":"trace[1583428969] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23147; }","duration":"9.764161579s","start":"2026-02-26T02:24:32.952221Z","end":"2026-02-26T02:24:42.716383Z","steps":["trace[1583428969] 'agreement among raft nodes before linearized reading' (duration: 9.764080237s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:42.716458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.921067316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:42.716477Z","caller":"traceutil/trace.go:171","msg":"trace[786468876] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23147; }","duration":"10.921125246s","start":"2026-02-26T02:24:31.795345Z","end":"2026-02-26T02:24:42.71647Z","steps":["trace[786468876] 'agreement among raft nodes before linearized reading' (duration: 10.921090796s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:42.716491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:31.795318Z","time spent":"10.921169898s","remote":"127.0.0.1:34184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:42.716493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:32.952189Z","time spent":"9.76428712s","remote":"127.0.0.1:42444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:42.716626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.239520974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T02:24:42.716578Z","caller":"traceutil/trace.go:171","msg":"trace[1606464151] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"3.433336279s","start":"2026-02-26T02:24:39.2832Z","end":"2026-02-26T02:24:42.716537Z","steps":["trace[1606464151] 'process raft request' (duration: 3.432539676s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:42.716642Z","caller":"traceutil/trace.go:171","msg":"trace[2035806654] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23147; }","duration":"11.239568114s","start":"2026-02-26T02:24:31.477069Z","end":"2026-02-26T02:24:42.716637Z","steps":["trace[2035806654] 'agreement among raft nodes before linearized reading' (duration: 11.239492503s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:42.716655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:31.477043Z","time spent":"11.239609875s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:24:42.716746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.283164Z","time spent":"3.433496352s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:42.717365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.641833242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:42.717495Z","caller":"traceutil/trace.go:171","msg":"trace[538471117] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23147; }","duration":"8.642656638s","start":"2026-02-26T02:24:34.074806Z","end":"2026-02-26T02:24:42.717463Z","steps":["trace[538471117] 'agreement among raft nodes before linearized reading' (duration: 8.641754861s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:42.717552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:34.074776Z","time spent":"8.64275862s","remote":"127.0.0.1:52556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:43.081855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00048644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:43.081957Z","caller":"traceutil/trace.go:171","msg":"trace[1667456749] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000668453s","start":"2026-02-26T02:24:41.081265Z","end":"2026-02-26T02:24:43.081933Z","steps":["trace[1667456749] 'agreement among raft nodes before linearized reading' (duration: 2.000544991s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:43.08201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:41.08123Z","time spent":"2.000768886s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:24:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:43.216935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:43.760602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:40.546919Z","time spent":"3.213657825s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:24:44.284267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998971246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:44.284373Z","caller":"traceutil/trace.go:171","msg":"trace[1903713373] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999107098s","start":"2026-02-26T02:24:39.285242Z","end":"2026-02-26T02:24:44.284349Z","steps":["trace[1903713373] 'agreement among raft nodes before linearized reading' (duration: 4.998990726s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:44.284429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.285233Z","time spent":"4.999183749s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/26 02:24:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:44.984098Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.319501339s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:45.082508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000627364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:45.082611Z","caller":"traceutil/trace.go:171","msg":"trace[1778951216] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000765256s","start":"2026-02-26T02:24:43.081822Z","end":"2026-02-26T02:24:45.082587Z","steps":["trace[1778951216] 'agreement among raft nodes before linearized reading' (duration: 2.000622503s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.082665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:43.08177Z","time spent":"2.000885617s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:45.134878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:43.952076Z","time spent":"1.18279447s","remote":"127.0.0.1:59730","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:24:45.135075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.605151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:24:45.135199Z","caller":"traceutil/trace.go:171","msg":"trace[1290703546] linearizableReadLoop","detail":"{readStateIndex:23957; appliedIndex:23953; }","duration":"2.419042497s","start":"2026-02-26T02:24:42.716144Z","end":"2026-02-26T02:24:45.135187Z","steps":["trace[1290703546] 'read index received' (duration: 948.403707ms)","trace[1290703546] 'applied index is now lower than readState.Index' (duration: 1.47063814s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:24:45.135339Z","caller":"traceutil/trace.go:171","msg":"trace[829545477] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"3.585564561s","start":"2026-02-26T02:24:41.549767Z","end":"2026-02-26T02:24:45.135332Z","steps":["trace[829545477] 'process raft request' (duration: 3.434648873s)","trace[829545477] 'compare' (duration: 149.917569ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:45.135373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:41.549732Z","time spent":"3.585625501s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:45.135465Z","caller":"traceutil/trace.go:171","msg":"trace[502380746] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"3.585721083s","start":"2026-02-26T02:24:41.549739Z","end":"2026-02-26T02:24:45.13546Z","steps":["trace[502380746] 'process raft request' (duration: 3.585383017s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.135495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:41.549687Z","time spent":"3.585795154s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:45.135556Z","caller":"traceutil/trace.go:171","msg":"trace[2030567473] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"3.453172372s","start":"2026-02-26T02:24:41.682377Z","end":"2026-02-26T02:24:45.13555Z","steps":["trace[2030567473] 'process raft request' (duration: 3.452778685s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.135584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:41.682339Z","time spent":"3.453231522s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:45.135658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666339415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:45.135678Z","caller":"traceutil/trace.go:171","msg":"trace[367179584] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23150; }","duration":"2.666412107s","start":"2026-02-26T02:24:42.469261Z","end":"2026-02-26T02:24:45.135673Z","steps":["trace[367179584] 'agreement among raft nodes before linearized reading' (duration: 2.666375246s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.135693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:42.469232Z","time spent":"2.666457607s","remote":"127.0.0.1:52186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:45.135823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.692385942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-26T02:24:45.135842Z","caller":"traceutil/trace.go:171","msg":"trace[836363557] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23150; }","duration":"3.692444643s","start":"2026-02-26T02:24:41.443392Z","end":"2026-02-26T02:24:45.135837Z","steps":["trace[836363557] 'agreement among raft nodes before linearized reading' (duration: 3.692377522s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.135856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:41.443373Z","time spent":"3.692479354s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-26T02:24:45.135903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.945344867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:45.135919Z","caller":"traceutil/trace.go:171","msg":"trace[86483067] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23150; }","duration":"7.945405958s","start":"2026-02-26T02:24:37.190509Z","end":"2026-02-26T02:24:45.135915Z","steps":["trace[86483067] 'agreement among raft nodes before linearized reading' (duration: 7.945379848s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.135932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:37.19048Z","time spent":"7.945448749s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:45.135917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.442501109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:45.135997Z","caller":"traceutil/trace.go:171","msg":"trace[656153793] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23150; }","duration":"7.442635002s","start":"2026-02-26T02:24:37.693342Z","end":"2026-02-26T02:24:45.135977Z","steps":["trace[656153793] 'agreement among raft nodes before linearized reading' (duration: 7.442465649s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.136046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:37.693317Z","time spent":"7.442717894s","remote":"127.0.0.1:42308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:45.136093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.386485687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-02-26T02:24:45.136113Z","caller":"traceutil/trace.go:171","msg":"trace[1794719251] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23150; }","duration":"8.386550769s","start":"2026-02-26T02:24:36.749558Z","end":"2026-02-26T02:24:45.136109Z","steps":["trace[1794719251] 'agreement among raft nodes before linearized reading' (duration: 8.386507878s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.136126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:36.749515Z","time spent":"8.386608709s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-26T02:24:45.136166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.694976083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:24:45.136203Z","caller":"traceutil/trace.go:171","msg":"trace[163720872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23150; }","duration":"8.695034164s","start":"2026-02-26T02:24:36.44116Z","end":"2026-02-26T02:24:45.136195Z","steps":["trace[163720872] 'agreement among raft nodes before linearized reading' (duration: 8.694926902s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.136225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:36.441154Z","time spent":"8.695066705s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:24:45.136268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.161491223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:45.136304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.423283709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:45.136313Z","caller":"traceutil/trace.go:171","msg":"trace[1905667954] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23150; }","duration":"4.161538334s","start":"2026-02-26T02:24:40.974764Z","end":"2026-02-26T02:24:45.136303Z","steps":["trace[1905667954] 'agreement among raft nodes before linearized reading' (duration: 4.161463573s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:45.13633Z","caller":"traceutil/trace.go:171","msg":"trace[1976531798] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23150; }","duration":"8.42335054s","start":"2026-02-26T02:24:36.712969Z","end":"2026-02-26T02:24:45.13632Z","steps":["trace[1976531798] 'agreement among raft nodes before linearized reading' (duration: 8.42331645s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.136345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:40.974713Z","time spent":"4.161623096s","remote":"127.0.0.1:42384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:45.136358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:36.712938Z","time spent":"8.423413342s","remote":"127.0.0.1:42366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:45.136465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.693994326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-26T02:24:45.136495Z","caller":"traceutil/trace.go:171","msg":"trace[1740607732] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23150; }","duration":"8.694047717s","start":"2026-02-26T02:24:36.442443Z","end":"2026-02-26T02:24:45.136491Z","steps":["trace[1740607732] 'agreement among raft nodes before linearized reading' (duration: 8.693990745s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.136509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:36.442433Z","time spent":"8.694072798s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:24:45.136515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.367768412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:45.136514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.892438852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:45.136548Z","caller":"traceutil/trace.go:171","msg":"trace[142244489] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23150; }","duration":"4.367809593s","start":"2026-02-26T02:24:40.768728Z","end":"2026-02-26T02:24:45.136538Z","steps":["trace[142244489] 'agreement among raft nodes before linearized reading' (duration: 4.367746122s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.136562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.618953093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:45.136574Z","caller":"traceutil/trace.go:171","msg":"trace[2072732734] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23150; }","duration":"6.618999575s","start":"2026-02-26T02:24:38.517572Z","end":"2026-02-26T02:24:45.136571Z","steps":["trace[2072732734] 'agreement among raft nodes before linearized reading' (duration: 6.618975934s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:45.136569Z","caller":"traceutil/trace.go:171","msg":"trace[1699294646] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23150; }","duration":"9.892551854s","start":"2026-02-26T02:24:35.244003Z","end":"2026-02-26T02:24:45.136555Z","steps":["trace[1699294646] 'agreement among raft nodes before linearized reading' (duration: 9.892445863s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.136577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:40.768636Z","time spent":"4.367932456s","remote":"127.0.0.1:52320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:45.136591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:38.517551Z","time spent":"6.619037565s","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:45.136586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.713860696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:45.136603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:35.243978Z","time spent":"9.892616485s","remote":"127.0.0.1:52614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:24:45.136617Z","caller":"traceutil/trace.go:171","msg":"trace[825906371] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23150; }","duration":"5.713939977s","start":"2026-02-26T02:24:39.422669Z","end":"2026-02-26T02:24:45.136609Z","steps":["trace[825906371] 'agreement among raft nodes before linearized reading' (duration: 5.713882926s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.136058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.350548951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130019"} {"level":"warn","ts":"2026-02-26T02:24:45.136629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.691173815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11835"} {"level":"warn","ts":"2026-02-26T02:24:45.136672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.413007451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:45.136627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.696217678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ad5cc0a2-fb69-4046-96a8-edc5c801f8a3\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-02-26T02:24:45.136689Z","caller":"traceutil/trace.go:171","msg":"trace[333371610] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23150; }","duration":"6.413061792s","start":"2026-02-26T02:24:38.723621Z","end":"2026-02-26T02:24:45.136683Z","steps":["trace[333371610] 'agreement among raft nodes before linearized reading' (duration: 6.413037091s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:45.136688Z","caller":"traceutil/trace.go:171","msg":"trace[2094309271] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23150; }","duration":"10.691237137s","start":"2026-02-26T02:24:34.445437Z","end":"2026-02-26T02:24:45.136675Z","steps":["trace[2094309271] 'agreement among raft nodes before linearized reading' (duration: 10.691048273s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.136708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:38.723594Z","time spent":"6.413110953s","remote":"127.0.0.1:52232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:45.136683Z","caller":"traceutil/trace.go:171","msg":"trace[999690204] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23150; }","duration":"8.351211723s","start":"2026-02-26T02:24:36.785444Z","end":"2026-02-26T02:24:45.136656Z","steps":["trace[999690204] 'agreement among raft nodes before linearized reading' (duration: 8.350557981s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.136683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.368554777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:45.136733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.100338267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:45.13676Z","caller":"traceutil/trace.go:171","msg":"trace[1474468380] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23150; }","duration":"5.100395518s","start":"2026-02-26T02:24:40.036356Z","end":"2026-02-26T02:24:45.136752Z","steps":["trace[1474468380] 'agreement among raft nodes before linearized reading' (duration: 5.100354397s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.13679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:36.785395Z","time spent":"8.351363416s","remote":"127.0.0.1:42236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130041,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-26T02:24:45.136797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:40.036335Z","time spent":"5.10045489s","remote":"127.0.0.1:52244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:45.136792Z","caller":"traceutil/trace.go:171","msg":"trace[432541207] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ad5cc0a2-fb69-4046-96a8-edc5c801f8a3; range_end:; response_count:1; response_revision:23150; }","duration":"10.696372641s","start":"2026-02-26T02:24:34.440332Z","end":"2026-02-26T02:24:45.136704Z","steps":["trace[432541207] 'agreement among raft nodes before linearized reading' (duration: 10.695751909s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.136842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.550865438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:45.136761Z","caller":"traceutil/trace.go:171","msg":"trace[1396530876] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23150; }","duration":"4.368657678s","start":"2026-02-26T02:24:40.768092Z","end":"2026-02-26T02:24:45.136749Z","steps":["trace[1396530876] 'agreement among raft nodes before linearized reading' (duration: 4.368570666s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.136883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:34.440319Z","time spent":"10.696550444s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-ad5cc0a2-fb69-4046-96a8-edc5c801f8a3\" "} {"level":"warn","ts":"2026-02-26T02:24:45.136892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.899491648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:45.136895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.563699582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-02-26T02:24:45.136645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.422629Z","time spent":"5.714008429s","remote":"127.0.0.1:42584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:45.136933Z","caller":"traceutil/trace.go:171","msg":"trace[1440426835] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23150; }","duration":"5.89956686s","start":"2026-02-26T02:24:39.237355Z","end":"2026-02-26T02:24:45.136922Z","steps":["trace[1440426835] 'agreement among raft nodes before linearized reading' (duration: 5.899499709s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.136936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:40.768061Z","time spent":"4.368853542s","remote":"127.0.0.1:51822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:45.136969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.237333Z","time spent":"5.899626791s","remote":"127.0.0.1:51836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:45.136987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.201140599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-26T02:24:45.137014Z","caller":"traceutil/trace.go:171","msg":"trace[968335070] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23150; }","duration":"5.201166819s","start":"2026-02-26T02:24:39.935839Z","end":"2026-02-26T02:24:45.137006Z","steps":["trace[968335070] 'agreement among raft nodes before linearized reading' (duration: 5.201079438s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.137012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.586738873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8f68af7f388\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-26T02:24:45.137047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.935785Z","time spent":"5.201255471s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T02:24:45.136884Z","caller":"traceutil/trace.go:171","msg":"trace[1259801872] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23150; }","duration":"4.550935389s","start":"2026-02-26T02:24:40.585938Z","end":"2026-02-26T02:24:45.136873Z","steps":["trace[1259801872] 'agreement among raft nodes before linearized reading' (duration: 4.550867648s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.137415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:40.585924Z","time spent":"4.551470039s","remote":"127.0.0.1:52340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:45.136724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:34.445399Z","time spent":"10.691317408s","remote":"127.0.0.1:42592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11857,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-02-26T02:24:45.136937Z","caller":"traceutil/trace.go:171","msg":"trace[612558652] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23150; }","duration":"4.563776764s","start":"2026-02-26T02:24:40.573151Z","end":"2026-02-26T02:24:45.136928Z","steps":["trace[612558652] 'agreement among raft nodes before linearized reading' (duration: 4.563668762s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.137774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:40.573124Z","time spent":"4.564628069s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T02:24:45.137096Z","caller":"traceutil/trace.go:171","msg":"trace[1103082248] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897a8f68af7f388; range_end:; response_count:1; response_revision:23150; }","duration":"4.586862175s","start":"2026-02-26T02:24:40.550212Z","end":"2026-02-26T02:24:45.137074Z","steps":["trace[1103082248] 'agreement among raft nodes before linearized reading' (duration: 4.586551869s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.137912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:40.550195Z","time spent":"4.587682011s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8f68af7f388\" "} {"level":"warn","ts":"2026-02-26T02:24:45.137303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.063951412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-02-26T02:24:45.138409Z","caller":"traceutil/trace.go:171","msg":"trace[1484131277] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23150; }","duration":"6.065117024s","start":"2026-02-26T02:24:39.073273Z","end":"2026-02-26T02:24:45.13839Z","steps":["trace[1484131277] 'agreement among raft nodes before linearized reading' (duration: 6.063385122s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:45.138469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:39.073246Z","time spent":"6.065208246s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} 2026/02/26 02:24:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:45.635556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:46.061613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999848328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:46.061719Z","caller":"traceutil/trace.go:171","msg":"trace[2143220068] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000021372s","start":"2026-02-26T02:24:44.061676Z","end":"2026-02-26T02:24:46.061697Z","steps":["trace[2143220068] 'agreement among raft nodes before linearized reading' (duration: 1.999874269s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:46.061775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:44.061654Z","time spent":"2.000109513s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:24:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:46.136107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:46.44013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998662868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:46.440256Z","caller":"traceutil/trace.go:171","msg":"trace[745771107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998838221s","start":"2026-02-26T02:24:43.44138Z","end":"2026-02-26T02:24:46.440218Z","steps":["trace[745771107] 'agreement among raft nodes before linearized reading' (duration: 2.998696039s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:46.440316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:43.441351Z","time spent":"2.998951803s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/26 02:24:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:46.440836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297897463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:46.44095Z","caller":"traceutil/trace.go:171","msg":"trace[1110435323] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"1.298058107s","start":"2026-02-26T02:24:45.142863Z","end":"2026-02-26T02:24:46.440921Z","steps":["trace[1110435323] 'agreement among raft nodes before linearized reading' (duration: 1.297913054s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:46.441009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:45.142848Z","time spent":"1.298148828s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/26 02:24:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:46.445722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:45.142948Z","time spent":"1.302769753s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:24:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:46.636713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:47.090738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000249205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:47.09085Z","caller":"traceutil/trace.go:171","msg":"trace[1000630020] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000408158s","start":"2026-02-26T02:24:45.090414Z","end":"2026-02-26T02:24:47.090822Z","steps":["trace[1000630020] 'agreement among raft nodes before linearized reading' (duration: 2.000275506s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:47.090954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:45.090392Z","time spent":"2.000547681s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:24:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:47.13741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:47.62032Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.90409337s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:48.185149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.531256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:24:48.185409Z","caller":"traceutil/trace.go:171","msg":"trace[491809619] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"3.461487443s","start":"2026-02-26T02:24:44.723903Z","end":"2026-02-26T02:24:48.185391Z","steps":["trace[491809619] 'process raft request' (duration: 3.461425782s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:48.185398Z","caller":"traceutil/trace.go:171","msg":"trace[651169650] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"3.462993201s","start":"2026-02-26T02:24:44.722365Z","end":"2026-02-26T02:24:48.185358Z","steps":["trace[651169650] 'process raft request' (duration: 3.462887529s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:48.185461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:44.72387Z","time spent":"3.461566805s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:48.185546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:44.722334Z","time spent":"3.463131954s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:48.185566Z","caller":"traceutil/trace.go:171","msg":"trace[911159502] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"4.42345501s","start":"2026-02-26T02:24:43.762069Z","end":"2026-02-26T02:24:48.185524Z","steps":["trace[911159502] 'process raft request' (duration: 3.871463385s)","trace[911159502] 'compare' (duration: 551.408684ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:24:48.185629Z","caller":"traceutil/trace.go:171","msg":"trace[6336652] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"3.461066396s","start":"2026-02-26T02:24:44.72454Z","end":"2026-02-26T02:24:48.185607Z","steps":["trace[6336652] 'process raft request' (duration: 3.460815392s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:48.185864Z","caller":"traceutil/trace.go:171","msg":"trace[1729021048] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"3.462815058s","start":"2026-02-26T02:24:44.722803Z","end":"2026-02-26T02:24:48.185618Z","steps":["trace[1729021048] 'process raft request' (duration: 3.462499493s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:48.185927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:43.762039Z","time spent":"4.423805715s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:48.185929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:44.724526Z","time spent":"3.46132584s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:48.186062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:44.722772Z","time spent":"3.463185785s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:49.091657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000426949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:49.091763Z","caller":"traceutil/trace.go:171","msg":"trace[1204528166] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000624912s","start":"2026-02-26T02:24:47.09111Z","end":"2026-02-26T02:24:49.091735Z","steps":["trace[1204528166] 'agreement among raft nodes before linearized reading' (duration: 2.00049989s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:49.091818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:47.091074Z","time spent":"2.000732944s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:24:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:49.285527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999590926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:49.285618Z","caller":"traceutil/trace.go:171","msg":"trace[297471406] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999734929s","start":"2026-02-26T02:24:44.285864Z","end":"2026-02-26T02:24:49.285599Z","steps":["trace[297471406] 'agreement among raft nodes before linearized reading' (duration: 4.999632207s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:49.285663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:44.285853Z","time spent":"4.99979991s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/26 02:24:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:49.753607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.38613ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:49.753747Z","caller":"traceutil/trace.go:171","msg":"trace[242162722] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23155; }","duration":"848.535223ms","start":"2026-02-26T02:24:48.905189Z","end":"2026-02-26T02:24:49.753724Z","steps":["trace[242162722] 'range keys from in-memory index tree' (duration: 848.3637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:50.125452Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.478141477s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:24:50.126199Z","caller":"traceutil/trace.go:171","msg":"trace[1314353910] linearizableReadLoop","detail":"{readStateIndex:23970; appliedIndex:23957; }","duration":"4.990948507s","start":"2026-02-26T02:24:45.135217Z","end":"2026-02-26T02:24:50.126165Z","steps":["trace[1314353910] 'read index received' (duration: 2.498244164s)","trace[1314353910] 'applied index is now lower than readState.Index' (duration: 2.492703303s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:24:50.126309Z","caller":"traceutil/trace.go:171","msg":"trace[599709263] transaction","detail":"{read_only:false; response_revision:23161; number_of_response:1; }","duration":"4.981426954s","start":"2026-02-26T02:24:45.144838Z","end":"2026-02-26T02:24:50.126265Z","steps":["trace[599709263] 'process raft request' (duration: 4.98118065s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:50.126385Z","caller":"traceutil/trace.go:171","msg":"trace[790701035] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"3.683207874s","start":"2026-02-26T02:24:46.44317Z","end":"2026-02-26T02:24:50.126378Z","steps":["trace[790701035] 'process raft request' (duration: 3.682886398s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:50.12649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:46.443136Z","time spent":"3.683273646s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:50.126505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.215282816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:50.126496Z","caller":"traceutil/trace.go:171","msg":"trace[1891600275] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"3.68298487s","start":"2026-02-26T02:24:46.443457Z","end":"2026-02-26T02:24:50.126442Z","steps":["trace[1891600275] 'process raft request' (duration: 3.682634424s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:50.126732Z","caller":"traceutil/trace.go:171","msg":"trace[1912400453] transaction","detail":"{read_only:false; response_revision:23160; number_of_response:1; }","duration":"4.983197976s","start":"2026-02-26T02:24:45.143526Z","end":"2026-02-26T02:24:50.126724Z","steps":["trace[1912400453] 'process raft request' (duration: 4.982438262s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:50.126725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:46.443429Z","time spent":"3.683184615s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:50.126756Z","caller":"traceutil/trace.go:171","msg":"trace[1325262221] transaction","detail":"{read_only:false; response_revision:23157; number_of_response:1; }","duration":"4.983835109s","start":"2026-02-26T02:24:45.142908Z","end":"2026-02-26T02:24:50.126743Z","steps":["trace[1325262221] 'process raft request' (duration: 4.982908081s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:50.126739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.407385949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18644"} {"level":"warn","ts":"2026-02-26T02:24:50.126512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:45.144812Z","time spent":"4.981598078s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:50.12684Z","caller":"traceutil/trace.go:171","msg":"trace[1512621948] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23164; }","duration":"7.407516821s","start":"2026-02-26T02:24:42.719299Z","end":"2026-02-26T02:24:50.126816Z","steps":["trace[1512621948] 'agreement among raft nodes before linearized reading' (duration: 7.407240326s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:50.126856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:45.142893Z","time spent":"4.983899079s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:50.126565Z","caller":"traceutil/trace.go:171","msg":"trace[1811976506] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23164; }","duration":"5.215422629s","start":"2026-02-26T02:24:44.911127Z","end":"2026-02-26T02:24:50.12655Z","steps":["trace[1811976506] 'agreement among raft nodes before linearized reading' (duration: 5.215230735s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:50.12689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:42.719279Z","time spent":"7.407601512s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18666,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T02:24:50.126906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:44.911095Z","time spent":"5.215801216s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:50.126891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.864304866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:50.126967Z","caller":"traceutil/trace.go:171","msg":"trace[616241992] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23164; }","duration":"5.864418217s","start":"2026-02-26T02:24:44.262533Z","end":"2026-02-26T02:24:50.126951Z","steps":["trace[616241992] 'agreement among raft nodes before linearized reading' (duration: 5.864278205s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:50.126349Z","caller":"traceutil/trace.go:171","msg":"trace[1642359064] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"2.594235307s","start":"2026-02-26T02:24:47.532093Z","end":"2026-02-26T02:24:50.126329Z","steps":["trace[1642359064] 'process raft request' (duration: 2.594032844s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:50.127038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:44.262501Z","time spent":"5.86452542s","remote":"127.0.0.1:42148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:50.127051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:47.532059Z","time spent":"2.594969163s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:50.126563Z","caller":"traceutil/trace.go:171","msg":"trace[1575933304] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"4.983819938s","start":"2026-02-26T02:24:45.142731Z","end":"2026-02-26T02:24:50.126551Z","steps":["trace[1575933304] 'process raft request' (duration: 4.982905611s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:50.12712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:45.142707Z","time spent":"4.984394409s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:50.126736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.552296516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:50.126781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:45.143513Z","time spent":"4.983244037s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:24:50.12716Z","caller":"traceutil/trace.go:171","msg":"trace[946861552] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23164; }","duration":"6.552798215s","start":"2026-02-26T02:24:43.574349Z","end":"2026-02-26T02:24:50.127147Z","steps":["trace[946861552] 'agreement among raft nodes before linearized reading' (duration: 6.552180034s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:50.127211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:43.574323Z","time spent":"6.552874806s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:50.627289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:51.098424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99986862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:51.098516Z","caller":"traceutil/trace.go:171","msg":"trace[2079231589] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000007972s","start":"2026-02-26T02:24:49.098488Z","end":"2026-02-26T02:24:51.098496Z","steps":["trace[2079231589] 'agreement among raft nodes before linearized reading' (duration: 1.999900151s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:51.098583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:49.098463Z","time spent":"2.000109054s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:52.836873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888056606s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:24:52.837113Z","caller":"traceutil/trace.go:171","msg":"trace[1749458763] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"5.114636498s","start":"2026-02-26T02:24:47.722455Z","end":"2026-02-26T02:24:52.837092Z","steps":["trace[1749458763] 'process raft request' (duration: 3.226295088s)","trace[1749458763] 'compare' (duration: 1.88775865s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:52.837159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:47.722432Z","time spent":"5.11470496s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:53.099471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999956192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:53.09958Z","caller":"traceutil/trace.go:171","msg":"trace[1041813741] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000106364s","start":"2026-02-26T02:24:51.099445Z","end":"2026-02-26T02:24:53.099551Z","steps":["trace[1041813741] 'agreement among raft nodes before linearized reading' (duration: 1.999970542s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:53.099638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:51.099433Z","time spent":"2.000194025s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:53.193572Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.178683116s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:54.221171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384196861s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:24:54.222276Z","caller":"traceutil/trace.go:171","msg":"trace[1302373784] transaction","detail":"{read_only:false; response_revision:23166; number_of_response:1; }","duration":"4.087284728s","start":"2026-02-26T02:24:50.134972Z","end":"2026-02-26T02:24:54.222257Z","steps":["trace[1302373784] 'process raft request' (duration: 4.08631201s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:54.222356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:50.134949Z","time spent":"4.087362089s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:24:55.108584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000028913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:24:55.108707Z","caller":"traceutil/trace.go:171","msg":"trace[1413490904] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000199315s","start":"2026-02-26T02:24:53.108484Z","end":"2026-02-26T02:24:55.108683Z","steps":["trace[1413490904] 'agreement among raft nodes before linearized reading' (duration: 2.000049693s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.108761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:53.108467Z","time spent":"2.000283728s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:55.150832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006478486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:55.150971Z","caller":"traceutil/trace.go:171","msg":"trace[1360482372] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.006634919s","start":"2026-02-26T02:24:45.14428Z","end":"2026-02-26T02:24:55.150915Z","steps":["trace[1360482372] 'agreement among raft nodes before linearized reading' (duration: 10.006492196s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.151071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:45.144271Z","time spent":"10.006780521s","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/02/26 02:24:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:55.18954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:50.19047Z","time spent":"4.999060566s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:24:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:55.190319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:50.192177Z","time spent":"4.998132079s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:24:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:55.191481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:50.192258Z","time spent":"4.99921978s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-26T02:24:55.791997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569655699s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:24:55.792343Z","caller":"traceutil/trace.go:171","msg":"trace[1584996854] linearizableReadLoop","detail":"{readStateIndex:23979; appliedIndex:23971; }","duration":"5.666000863s","start":"2026-02-26T02:24:50.126322Z","end":"2026-02-26T02:24:55.792323Z","steps":["trace[1584996854] 'read index received' (duration: 822.452588ms)","trace[1584996854] 'applied index is now lower than readState.Index' (duration: 4.843547055s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:24:55.792566Z","caller":"traceutil/trace.go:171","msg":"trace[1284479468] transaction","detail":"{read_only:false; response_revision:23168; number_of_response:1; }","duration":"5.601260259s","start":"2026-02-26T02:24:50.191294Z","end":"2026-02-26T02:24:55.792554Z","steps":["trace[1284479468] 'process raft request' (duration: 5.600814911s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.792644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:50.191287Z","time spent":"5.601318739s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:55.792809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.01177363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:55.792903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.397238125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:55.792914Z","caller":"traceutil/trace.go:171","msg":"trace[382937488] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23171; }","duration":"8.011927124s","start":"2026-02-26T02:24:47.78096Z","end":"2026-02-26T02:24:55.792887Z","steps":["trace[382937488] 'agreement among raft nodes before linearized reading' (duration: 8.01170734s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:55.792945Z","caller":"traceutil/trace.go:171","msg":"trace[2143665238] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23171; }","duration":"8.397328346s","start":"2026-02-26T02:24:47.395605Z","end":"2026-02-26T02:24:55.792933Z","steps":["trace[2143665238] 'agreement among raft nodes before linearized reading' (duration: 8.397275055s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.792962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:47.780936Z","time spent":"8.012014036s","remote":"127.0.0.1:42412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:55.792984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:47.39557Z","time spent":"8.397406857s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:55.793183Z","caller":"traceutil/trace.go:171","msg":"trace[470593603] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"5.569168583s","start":"2026-02-26T02:24:50.224Z","end":"2026-02-26T02:24:55.793168Z","steps":["trace[470593603] 'process raft request' (duration: 5.568280187s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.793285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:50.223967Z","time spent":"5.569253974s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:55.793411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.605518748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-26T02:24:55.793449Z","caller":"traceutil/trace.go:171","msg":"trace[777816349] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23171; }","duration":"7.605578739s","start":"2026-02-26T02:24:48.187857Z","end":"2026-02-26T02:24:55.793436Z","steps":["trace[777816349] 'agreement among raft nodes before linearized reading' (duration: 7.605510438s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.793479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:48.187838Z","time spent":"7.605635431s","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:24:55.793475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.532909171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:55.793545Z","caller":"traceutil/trace.go:171","msg":"trace[1272518795] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23171; }","duration":"6.533027313s","start":"2026-02-26T02:24:49.260497Z","end":"2026-02-26T02:24:55.793524Z","steps":["trace[1272518795] 'agreement among raft nodes before linearized reading' (duration: 6.532803449s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.793597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.14477491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:55.793612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:49.26047Z","time spent":"6.533125215s","remote":"127.0.0.1:42222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:55.792858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.39159385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:55.793684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.704727241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:55.793689Z","caller":"traceutil/trace.go:171","msg":"trace[1927764968] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23171; }","duration":"8.392474066s","start":"2026-02-26T02:24:47.401199Z","end":"2026-02-26T02:24:55.793674Z","steps":["trace[1927764968] 'agreement among raft nodes before linearized reading' (duration: 8.39161738s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.793688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.853579549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:55.793697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001395982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:55.793702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.39988822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:55.793725Z","caller":"traceutil/trace.go:171","msg":"trace[664111131] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23171; }","duration":"5.853669271s","start":"2026-02-26T02:24:49.940047Z","end":"2026-02-26T02:24:55.793717Z","steps":["trace[664111131] 'agreement among raft nodes before linearized reading' (duration: 5.85361728s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:55.793754Z","caller":"traceutil/trace.go:171","msg":"trace[1603394471] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23171; }","duration":"10.001522655s","start":"2026-02-26T02:24:45.792214Z","end":"2026-02-26T02:24:55.793737Z","steps":["trace[1603394471] 'agreement among raft nodes before linearized reading' (duration: 10.001398933s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.793731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:47.40116Z","time spent":"8.392556698s","remote":"127.0.0.1:52272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:55.793811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:45.792183Z","time spent":"10.001616486s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:55.793775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:49.940016Z","time spent":"5.853750923s","remote":"127.0.0.1:42370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:55.793845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.228868868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:55.793867Z","caller":"traceutil/trace.go:171","msg":"trace[793467415] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23171; }","duration":"9.228935838s","start":"2026-02-26T02:24:46.564925Z","end":"2026-02-26T02:24:55.793861Z","steps":["trace[793467415] 'agreement among raft nodes before linearized reading' (duration: 9.228891128s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.793832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.654046197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114359"} {"level":"info","ts":"2026-02-26T02:24:55.793645Z","caller":"traceutil/trace.go:171","msg":"trace[1816074571] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23171; }","duration":"6.144858151s","start":"2026-02-26T02:24:49.648775Z","end":"2026-02-26T02:24:55.793633Z","steps":["trace[1816074571] 'agreement among raft nodes before linearized reading' (duration: 6.14478714s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.793895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:46.564897Z","time spent":"9.22899125s","remote":"127.0.0.1:52392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:55.793923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:49.64875Z","time spent":"6.145155496s","remote":"127.0.0.1:52610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:55.79392Z","caller":"traceutil/trace.go:171","msg":"trace[1478024432] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23171; }","duration":"10.654203969s","start":"2026-02-26T02:24:45.139696Z","end":"2026-02-26T02:24:55.7939Z","steps":["trace[1478024432] 'agreement among raft nodes before linearized reading' (duration: 10.653345454s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.794041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:45.139687Z","time spent":"10.654339412s","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114381,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-26T02:24:55.794121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.651361238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-26T02:24:55.794206Z","caller":"traceutil/trace.go:171","msg":"trace[7846425] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23171; }","duration":"10.651467759s","start":"2026-02-26T02:24:45.142724Z","end":"2026-02-26T02:24:55.794192Z","steps":["trace[7846425] 'agreement among raft nodes before linearized reading' (duration: 10.651307106s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.794253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:45.142703Z","time spent":"10.651541891s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-02-26T02:24:55.794351Z","caller":"traceutil/trace.go:171","msg":"trace[1838450551] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23171; }","duration":"6.399971892s","start":"2026-02-26T02:24:49.393792Z","end":"2026-02-26T02:24:55.793764Z","steps":["trace[1838450551] 'agreement among raft nodes before linearized reading' (duration: 6.399812589s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.794516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:49.393732Z","time spent":"6.400754256s","remote":"127.0.0.1:42638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:55.79372Z","caller":"traceutil/trace.go:171","msg":"trace[2006096136] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23171; }","duration":"7.704766072s","start":"2026-02-26T02:24:48.088946Z","end":"2026-02-26T02:24:55.793712Z","steps":["trace[2006096136] 'agreement among raft nodes before linearized reading' (duration: 7.70465722s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.794637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.655426673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114359"} {"level":"info","ts":"2026-02-26T02:24:55.7947Z","caller":"traceutil/trace.go:171","msg":"trace[950255397] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23171; }","duration":"10.655512314s","start":"2026-02-26T02:24:45.139176Z","end":"2026-02-26T02:24:55.794688Z","steps":["trace[950255397] 'agreement among raft nodes before linearized reading' (duration: 10.653947376s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:55.794661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:48.088907Z","time spent":"7.705673909s","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:55.794738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:45.139157Z","time spent":"10.655568406s","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114381,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-26T02:24:56.293132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:56.794013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:56.980962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.594087325s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:24:56.981429Z","caller":"traceutil/trace.go:171","msg":"trace[1931130619] linearizableReadLoop","detail":"{readStateIndex:23980; appliedIndex:23979; }","duration":"1.189017863s","start":"2026-02-26T02:24:55.792381Z","end":"2026-02-26T02:24:56.981399Z","steps":["trace[1931130619] 'read index received' (duration: 1.188764379s)","trace[1931130619] 'applied index is now lower than readState.Index' (duration: 252.334µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:56.9816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.400302125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:56.981644Z","caller":"traceutil/trace.go:171","msg":"trace[1766369812] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23172; }","duration":"3.400428718s","start":"2026-02-26T02:24:53.581203Z","end":"2026-02-26T02:24:56.981632Z","steps":["trace[1766369812] 'agreement among raft nodes before linearized reading' (duration: 3.400307975s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:56.981687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:53.581176Z","time spent":"3.400500659s","remote":"127.0.0.1:42474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:56.981679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755638898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8f68af7f388\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-26T02:24:56.981782Z","caller":"traceutil/trace.go:171","msg":"trace[955331890] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897a8f68af7f388; range_end:; response_count:1; response_revision:23172; }","duration":"2.755793431s","start":"2026-02-26T02:24:54.225962Z","end":"2026-02-26T02:24:56.981756Z","steps":["trace[955331890] 'agreement among raft nodes before linearized reading' (duration: 2.755446864s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:56.981849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:54.22594Z","time spent":"2.755895442s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8f68af7f388\" "} {"level":"warn","ts":"2026-02-26T02:24:56.981823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.934361625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:24:56.981902Z","caller":"traceutil/trace.go:171","msg":"trace[1665738373] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23172; }","duration":"5.934484838s","start":"2026-02-26T02:24:51.047402Z","end":"2026-02-26T02:24:56.981887Z","steps":["trace[1665738373] 'agreement among raft nodes before linearized reading' (duration: 5.934216773s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:56.981968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.698608298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:24:56.981975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:51.047377Z","time spent":"5.934586339s","remote":"127.0.0.1:42270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-26T02:24:56.982Z","caller":"traceutil/trace.go:171","msg":"trace[1330090091] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23172; }","duration":"6.698677441s","start":"2026-02-26T02:24:50.283314Z","end":"2026-02-26T02:24:56.981991Z","steps":["trace[1330090091] 'agreement among raft nodes before linearized reading' (duration: 6.69861121s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:56.982037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:50.283298Z","time spent":"6.698731191s","remote":"127.0.0.1:51800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:56.982257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.782844767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:56.982284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.78690845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:56.982368Z","caller":"traceutil/trace.go:171","msg":"trace[1525916838] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23172; }","duration":"3.787035272s","start":"2026-02-26T02:24:53.195317Z","end":"2026-02-26T02:24:56.982352Z","steps":["trace[1525916838] 'agreement among raft nodes before linearized reading' (duration: 3.78692929s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:56.982407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24459194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:24:56.982463Z","caller":"traceutil/trace.go:171","msg":"trace[758554383] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23172; }","duration":"1.244653921s","start":"2026-02-26T02:24:55.737797Z","end":"2026-02-26T02:24:56.982451Z","steps":["trace[758554383] 'agreement among raft nodes before linearized reading' (duration: 1.244544619s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:56.982444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:53.195288Z","time spent":"3.787142763s","remote":"127.0.0.1:52500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:56.982511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:55.737711Z","time spent":"1.244788773s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:56.982526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.111039962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:56.982552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791053713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-26T02:24:56.982595Z","caller":"traceutil/trace.go:171","msg":"trace[1691852532] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23172; }","duration":"1.791143475s","start":"2026-02-26T02:24:55.191443Z","end":"2026-02-26T02:24:56.982586Z","steps":["trace[1691852532] 'agreement among raft nodes before linearized reading' (duration: 1.791025263s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:56.98255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.842486477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-02-26T02:24:56.982615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.017679766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:56.982632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:55.191416Z","time spent":"1.791209146s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-26T02:24:56.982593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.938089551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:56.982564Z","caller":"traceutil/trace.go:171","msg":"trace[727855749] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23172; }","duration":"5.111118874s","start":"2026-02-26T02:24:51.871433Z","end":"2026-02-26T02:24:56.982552Z","steps":["trace[727855749] 'agreement among raft nodes before linearized reading' (duration: 5.111055812s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:56.982716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788923964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-26T02:24:56.982644Z","caller":"traceutil/trace.go:171","msg":"trace[163074005] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23172; }","duration":"4.017749886s","start":"2026-02-26T02:24:52.964889Z","end":"2026-02-26T02:24:56.982639Z","steps":["trace[163074005] 'agreement among raft nodes before linearized reading' (duration: 4.017690165s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:56.982753Z","caller":"traceutil/trace.go:171","msg":"trace[1583083340] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23172; }","duration":"3.938261914s","start":"2026-02-26T02:24:53.044443Z","end":"2026-02-26T02:24:56.982705Z","steps":["trace[1583083340] 'agreement among raft nodes before linearized reading' (duration: 3.938049471s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:56.982783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872869237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:56.982834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.115292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:24:56.982849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526725884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:24:56.982802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:52.96486Z","time spent":"4.01792278s","remote":"127.0.0.1:52664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:56.982871Z","caller":"traceutil/trace.go:171","msg":"trace[643626875] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23172; }","duration":"514.200384ms","start":"2026-02-26T02:24:56.468659Z","end":"2026-02-26T02:24:56.982859Z","steps":["trace[643626875] 'agreement among raft nodes before linearized reading' (duration: 514.146173ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:56.982865Z","caller":"traceutil/trace.go:171","msg":"trace[1625773497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23172; }","duration":"1.87299576s","start":"2026-02-26T02:24:55.109852Z","end":"2026-02-26T02:24:56.982847Z","steps":["trace[1625773497] 'agreement among raft nodes before linearized reading' (duration: 1.872845627s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:56.982857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:53.044432Z","time spent":"3.938387646s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:56.982921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:55.109822Z","time spent":"1.873086332s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:24:56.982936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789131117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"warn","ts":"2026-02-26T02:24:56.982921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.266862328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:56.982954Z","caller":"traceutil/trace.go:171","msg":"trace[851928774] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23172; }","duration":"1.789161849s","start":"2026-02-26T02:24:55.193788Z","end":"2026-02-26T02:24:56.982949Z","steps":["trace[851928774] 'agreement among raft nodes before linearized reading' (duration: 1.789107068s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:56.982875Z","caller":"traceutil/trace.go:171","msg":"trace[2142957379] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23172; }","duration":"1.526786985s","start":"2026-02-26T02:24:55.456078Z","end":"2026-02-26T02:24:56.982865Z","steps":["trace[2142957379] 'agreement among raft nodes before linearized reading' (duration: 1.526677003s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:56.983038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183951472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-02-26T02:24:56.983054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183607676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130019"} {"level":"info","ts":"2026-02-26T02:24:56.983061Z","caller":"traceutil/trace.go:171","msg":"trace[1163377538] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23172; }","duration":"1.183984462s","start":"2026-02-26T02:24:55.799071Z","end":"2026-02-26T02:24:56.983056Z","steps":["trace[1163377538] 'agreement among raft nodes before linearized reading' (duration: 1.183928161s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:56.983082Z","caller":"traceutil/trace.go:171","msg":"trace[1120721954] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23172; }","duration":"1.183649667s","start":"2026-02-26T02:24:55.799425Z","end":"2026-02-26T02:24:56.983075Z","steps":["trace[1120721954] 'agreement among raft nodes before linearized reading' (duration: 1.183510733s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:56.9831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:55.799065Z","time spent":"1.184030443s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-26T02:24:56.983107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:55.79941Z","time spent":"1.183692267s","remote":"127.0.0.1:42236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130041,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-26T02:24:56.983047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:55.456049Z","time spent":"1.526970549s","remote":"127.0.0.1:42270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:56.982914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:56.468629Z","time spent":"514.275006ms","remote":"127.0.0.1:52470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:56.98266Z","caller":"traceutil/trace.go:171","msg":"trace[1965557496] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23172; }","duration":"6.842630149s","start":"2026-02-26T02:24:50.140008Z","end":"2026-02-26T02:24:56.982638Z","steps":["trace[1965557496] 'agreement among raft nodes before linearized reading' (duration: 6.842290263s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:56.983322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:50.139998Z","time spent":"6.843311953s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-26T02:24:56.982784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187334243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-26T02:24:56.983436Z","caller":"traceutil/trace.go:171","msg":"trace[429997803] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23172; }","duration":"1.187983276s","start":"2026-02-26T02:24:55.795437Z","end":"2026-02-26T02:24:56.98342Z","steps":["trace[429997803] 'agreement among raft nodes before linearized reading' (duration: 1.187270972s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:24:56.98231Z","caller":"traceutil/trace.go:171","msg":"trace[1671019049] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"1.595549022s","start":"2026-02-26T02:24:55.386743Z","end":"2026-02-26T02:24:56.982292Z","steps":["trace[1671019049] 'process raft request' (duration: 1.594474462s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:56.983491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:55.795373Z","time spent":"1.188103928s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-26T02:24:56.983546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:55.386711Z","time spent":"1.596774725s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:24:56.982978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:55.193777Z","time spent":"1.78919743s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":536,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-02-26T02:24:56.982743Z","caller":"traceutil/trace.go:171","msg":"trace[2101166220] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23172; }","duration":"1.788969945s","start":"2026-02-26T02:24:55.193767Z","end":"2026-02-26T02:24:56.982737Z","steps":["trace[2101166220] 'agreement among raft nodes before linearized reading' (duration: 1.788900974s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:56.983787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:55.193755Z","time spent":"1.790022184s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-26T02:24:56.982978Z","caller":"traceutil/trace.go:171","msg":"trace[895330449] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23172; }","duration":"5.266970041s","start":"2026-02-26T02:24:51.71599Z","end":"2026-02-26T02:24:56.98296Z","steps":["trace[895330449] 'agreement among raft nodes before linearized reading' (duration: 5.266861469s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:56.983861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:51.715966Z","time spent":"5.267857877s","remote":"127.0.0.1:52288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:56.982735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:51.871403Z","time spent":"5.111321317s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:24:56.982298Z","caller":"traceutil/trace.go:171","msg":"trace[192295676] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23172; }","duration":"6.782902898s","start":"2026-02-26T02:24:50.199386Z","end":"2026-02-26T02:24:56.982289Z","steps":["trace[192295676] 'agreement among raft nodes before linearized reading' (duration: 6.782839667s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:56.984038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:50.199379Z","time spent":"6.78465223s","remote":"127.0.0.1:42592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T02:24:56.983102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186014339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e8ad8256-d329-4f67-b01e-aa401d08e124\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-26T02:24:56.984149Z","caller":"traceutil/trace.go:171","msg":"trace[726368794] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e8ad8256-d329-4f67-b01e-aa401d08e124; range_end:; response_count:1; response_revision:23172; }","duration":"1.1870886s","start":"2026-02-26T02:24:55.797053Z","end":"2026-02-26T02:24:56.984142Z","steps":["trace[726368794] 'agreement among raft nodes before linearized reading' (duration: 1.18596567s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:56.98417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:55.797044Z","time spent":"1.18712041s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-e8ad8256-d329-4f67-b01e-aa401d08e124\" "} {"level":"warn","ts":"2026-02-26T02:24:56.984858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336027752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:56.98496Z","caller":"traceutil/trace.go:171","msg":"trace[350962987] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23172; }","duration":"2.336114193s","start":"2026-02-26T02:24:54.648791Z","end":"2026-02-26T02:24:56.984905Z","steps":["trace[350962987] 'agreement among raft nodes before linearized reading' (duration: 2.335997011s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:56.985038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:54.648714Z","time spent":"2.336283186s","remote":"127.0.0.1:52306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:24:57.485651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:57.986024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:58.486679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:24:58.887926Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.006628271s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:24:58.991987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000205305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:24:58.99209Z","caller":"traceutil/trace.go:171","msg":"trace[1324867791] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000332037s","start":"2026-02-26T02:24:56.991732Z","end":"2026-02-26T02:24:58.992064Z","steps":["trace[1324867791] 'agreement among raft nodes before linearized reading' (duration: 2.000210885s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:58.992146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:56.991728Z","time spent":"2.000406608s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:24:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:24:59.058732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:58.359923Z","time spent":"698.799847ms","remote":"127.0.0.1:55186","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:24:59.058779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.172426ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:24:59.058909Z","caller":"traceutil/trace.go:171","msg":"trace[1505081257] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23172; }","duration":"154.313609ms","start":"2026-02-26T02:24:58.904575Z","end":"2026-02-26T02:24:59.058889Z","steps":["trace[1505081257] 'range keys from in-memory index tree' (duration: 154.152876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:24:59.06076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.496661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:24:59.060909Z","caller":"traceutil/trace.go:171","msg":"trace[654703469] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"2.076464799s","start":"2026-02-26T02:24:56.984413Z","end":"2026-02-26T02:24:59.060877Z","steps":["trace[654703469] 'process raft request' (duration: 1.903707962s)","trace[654703469] 'compare' (duration: 170.532086ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:24:59.061012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:56.984384Z","time spent":"2.076577241s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:00.039977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000085964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:25:00.040086Z","caller":"traceutil/trace.go:171","msg":"trace[79208059] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000266827s","start":"2026-02-26T02:24:58.039793Z","end":"2026-02-26T02:25:00.04006Z","steps":["trace[79208059] 'agreement among raft nodes before linearized reading' (duration: 2.000131455s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:00.040141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:58.03976Z","time spent":"2.000370338s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:00.189656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.201549755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:25:00.189763Z","caller":"traceutil/trace.go:171","msg":"trace[413198459] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"3.201679348s","start":"2026-02-26T02:24:56.988057Z","end":"2026-02-26T02:25:00.189736Z","steps":["trace[413198459] 'agreement among raft nodes before linearized reading' (duration: 3.201550906s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:00.189817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:56.988054Z","time spent":"3.201753009s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/26 02:25:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:25:00.191328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.203255516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:25:00.191423Z","caller":"traceutil/trace.go:171","msg":"trace[272698335] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"3.203361418s","start":"2026-02-26T02:24:56.988048Z","end":"2026-02-26T02:25:00.19141Z","steps":["trace[272698335] 'agreement among raft nodes before linearized reading' (duration: 3.203253866s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:00.191491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:56.988035Z","time spent":"3.203444629s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/26 02:25:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:25:00.207509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.219670255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:25:00.207608Z","caller":"traceutil/trace.go:171","msg":"trace[379090885] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; }","duration":"3.219777318s","start":"2026-02-26T02:24:56.9878Z","end":"2026-02-26T02:25:00.207577Z","steps":["trace[379090885] 'agreement among raft nodes before linearized reading' (duration: 3.219664585s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:00.207652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:56.987785Z","time spent":"3.219858719s","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} 2026/02/26 02:25:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:25:00.219008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.230970973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:25:00.219156Z","caller":"traceutil/trace.go:171","msg":"trace[1780031816] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"3.231133395s","start":"2026-02-26T02:24:56.988009Z","end":"2026-02-26T02:25:00.219142Z","steps":["trace[1780031816] 'agreement among raft nodes before linearized reading' (duration: 3.230982283s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:00.219235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:56.988004Z","time spent":"3.231218517s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/26 02:25:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:25:00.992161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999764237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:25:00.992265Z","caller":"traceutil/trace.go:171","msg":"trace[1203928762] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99992901s","start":"2026-02-26T02:24:58.992311Z","end":"2026-02-26T02:25:00.99224Z","steps":["trace[1203928762] 'agreement among raft nodes before linearized reading' (duration: 1.999802818s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:00.992317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:58.992281Z","time spent":"2.000026331s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:25:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:25:01.577709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804420308s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:01.577997Z","caller":"traceutil/trace.go:171","msg":"trace[1740411085] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"3.779228199s","start":"2026-02-26T02:24:57.798711Z","end":"2026-02-26T02:25:01.577939Z","steps":["trace[1740411085] 'process raft request' (duration: 1.973964116s)","trace[1740411085] 'compare' (duration: 1.803349868s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:01.578251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:57.798672Z","time spent":"3.779426273s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:01.579348Z","caller":"traceutil/trace.go:171","msg":"trace[536911712] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"3.737530457s","start":"2026-02-26T02:24:57.841778Z","end":"2026-02-26T02:25:01.579308Z","steps":["trace[536911712] 'process raft request' (duration: 3.73604655s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:01.579536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:57.841759Z","time spent":"3.7376876s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:02.950305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372352213s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:25:02.950633Z","caller":"traceutil/trace.go:171","msg":"trace[473199212] linearizableReadLoop","detail":"{readStateIndex:23983; appliedIndex:23980; }","duration":"5.96524932s","start":"2026-02-26T02:24:56.985364Z","end":"2026-02-26T02:25:02.950613Z","steps":["trace[473199212] 'read index received' (duration: 1.902731374s)","trace[473199212] 'applied index is now lower than readState.Index' (duration: 4.062516766s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:02.951388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.966002483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:25:02.951477Z","caller":"traceutil/trace.go:171","msg":"trace[431526063] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23176; }","duration":"5.966129725s","start":"2026-02-26T02:24:56.985327Z","end":"2026-02-26T02:25:02.951457Z","steps":["trace[431526063] 'agreement among raft nodes before linearized reading' (duration: 5.965923601s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:02.951521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:56.985304Z","time spent":"5.966207187s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-26T02:25:02.951479Z","caller":"traceutil/trace.go:171","msg":"trace[735367535] transaction","detail":"{read_only:false; response_revision:23177; number_of_response:1; }","duration":"2.7584979s","start":"2026-02-26T02:25:00.192944Z","end":"2026-02-26T02:25:02.951442Z","steps":["trace[735367535] 'process raft request' (duration: 2.757501962s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:02.951678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:00.192914Z","time spent":"2.758661662s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:03.00079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00040869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:25:03.000894Z","caller":"traceutil/trace.go:171","msg":"trace[772024927] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000559162s","start":"2026-02-26T02:25:01.000309Z","end":"2026-02-26T02:25:03.000868Z","steps":["trace[772024927] 'agreement among raft nodes before linearized reading' (duration: 2.000437659s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:03.000947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:01.000286Z","time spent":"2.000650174s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:25:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:25:03.380893Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.98624683s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:25:03.929348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.014203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:03.929601Z","caller":"traceutil/trace.go:171","msg":"trace[1894696094] linearizableReadLoop","detail":"{readStateIndex:23986; appliedIndex:23985; }","duration":"978.888255ms","start":"2026-02-26T02:25:02.950673Z","end":"2026-02-26T02:25:03.929561Z","steps":["trace[1894696094] 'read index received' (duration: 430.832921ms)","trace[1894696094] 'applied index is now lower than readState.Index' (duration: 548.053054ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:03.929758Z","caller":"traceutil/trace.go:171","msg":"trace[1091178173] transaction","detail":"{read_only:false; response_revision:23178; number_of_response:1; }","duration":"3.684445747s","start":"2026-02-26T02:25:00.245287Z","end":"2026-02-26T02:25:03.929733Z","steps":["trace[1091178173] 'process raft request' (duration: 3.135926295s)","trace[1091178173] 'compare' (duration: 547.889671ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:03.929949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:00.245265Z","time spent":"3.68454703s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:03.930319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409596294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:03.930386Z","caller":"traceutil/trace.go:171","msg":"trace[1508199889] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23179; }","duration":"1.409707525s","start":"2026-02-26T02:25:02.520662Z","end":"2026-02-26T02:25:03.930369Z","steps":["trace[1508199889] 'agreement among raft nodes before linearized reading' (duration: 1.409563093s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:03.930457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:02.520638Z","time spent":"1.409802969s","remote":"127.0.0.1:42426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:03.930432Z","caller":"traceutil/trace.go:171","msg":"trace[58612845] transaction","detail":"{read_only:false; response_revision:23179; number_of_response:1; }","duration":"629.492572ms","start":"2026-02-26T02:25:03.300058Z","end":"2026-02-26T02:25:03.92955Z","steps":["trace[58612845] 'process raft request' (duration: 629.429961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:03.930777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:03.30002Z","time spent":"630.707235ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:03.930852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416752635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:03.930904Z","caller":"traceutil/trace.go:171","msg":"trace[1166576377] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23179; }","duration":"1.416851376s","start":"2026-02-26T02:25:02.514039Z","end":"2026-02-26T02:25:03.930891Z","steps":["trace[1166576377] 'agreement among raft nodes before linearized reading' (duration: 1.416687694s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:03.930954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:02.51401Z","time spent":"1.416931448s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:03.93098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.838810669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:03.93099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009849452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:03.931037Z","caller":"traceutil/trace.go:171","msg":"trace[1642621206] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23179; }","duration":"5.838892191s","start":"2026-02-26T02:24:58.092129Z","end":"2026-02-26T02:25:03.931021Z","steps":["trace[1642621206] 'agreement among raft nodes before linearized reading' (duration: 5.838774219s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:03.931058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54015473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:03.931083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:58.092061Z","time spent":"5.839009953s","remote":"127.0.0.1:34108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:03.931078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457201164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:03.931055Z","caller":"traceutil/trace.go:171","msg":"trace[380659710] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23179; }","duration":"2.009966814s","start":"2026-02-26T02:25:01.921069Z","end":"2026-02-26T02:25:03.931035Z","steps":["trace[380659710] 'agreement among raft nodes before linearized reading' (duration: 2.009846842s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:03.931176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:01.921039Z","time spent":"2.010124496s","remote":"127.0.0.1:42316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:03.931208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.0167409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:03.931268Z","caller":"traceutil/trace.go:171","msg":"trace[903713519] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23179; }","duration":"6.016826482s","start":"2026-02-26T02:24:57.914419Z","end":"2026-02-26T02:25:03.931246Z","steps":["trace[903713519] 'agreement among raft nodes before linearized reading' (duration: 6.01673917s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:03.930965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.526773497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:25:03.931302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63920053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:03.931315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:57.914398Z","time spent":"6.016902083s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:03.931326Z","caller":"traceutil/trace.go:171","msg":"trace[288734511] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23179; }","duration":"3.527193205s","start":"2026-02-26T02:25:00.404115Z","end":"2026-02-26T02:25:03.931308Z","steps":["trace[288734511] 'agreement among raft nodes before linearized reading' (duration: 3.526631735s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:03.931123Z","caller":"traceutil/trace.go:171","msg":"trace[193862845] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23179; }","duration":"2.540238962s","start":"2026-02-26T02:25:01.39085Z","end":"2026-02-26T02:25:03.931089Z","steps":["trace[193862845] 'agreement among raft nodes before linearized reading' (duration: 2.540179441s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:03.931376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:00.404087Z","time spent":"3.527272436s","remote":"127.0.0.1:42468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:03.931375Z","caller":"traceutil/trace.go:171","msg":"trace[1826630333] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23179; }","duration":"2.639246251s","start":"2026-02-26T02:25:01.292088Z","end":"2026-02-26T02:25:03.931334Z","steps":["trace[1826630333] 'agreement among raft nodes before linearized reading' (duration: 2.6391521s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:03.931396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:01.390821Z","time spent":"2.540564107s","remote":"127.0.0.1:34132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:03.931388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384221142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:03.931419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:01.292021Z","time spent":"2.639385794s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:03.931451Z","caller":"traceutil/trace.go:171","msg":"trace[1568138932] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23179; }","duration":"2.384312113s","start":"2026-02-26T02:25:01.547124Z","end":"2026-02-26T02:25:03.931436Z","steps":["trace[1568138932] 'agreement among raft nodes before linearized reading' (duration: 2.384213811s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:03.931481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.860015316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8f68af7f388\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-26T02:25:03.931498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:01.547116Z","time spent":"2.384366864s","remote":"127.0.0.1:52378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:03.931349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.466940904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:03.931542Z","caller":"traceutil/trace.go:171","msg":"trace[1554186594] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897a8f68af7f388; range_end:; response_count:1; response_revision:23179; }","duration":"4.860099208s","start":"2026-02-26T02:24:59.071427Z","end":"2026-02-26T02:25:03.931526Z","steps":["trace[1554186594] 'agreement among raft nodes before linearized reading' (duration: 4.859950075s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:03.931568Z","caller":"traceutil/trace.go:171","msg":"trace[285324536] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23179; }","duration":"4.467194818s","start":"2026-02-26T02:24:59.464358Z","end":"2026-02-26T02:25:03.931553Z","steps":["trace[285324536] 'agreement among raft nodes before linearized reading' (duration: 4.466942524s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:03.93158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.464313555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:03.931594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:59.07141Z","time spent":"4.860172369s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8f68af7f388\" "} {"level":"warn","ts":"2026-02-26T02:25:03.931604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:59.464334Z","time spent":"4.46725905s","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:03.931616Z","caller":"traceutil/trace.go:171","msg":"trace[352682257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23179; }","duration":"3.464386887s","start":"2026-02-26T02:25:00.467218Z","end":"2026-02-26T02:25:03.931605Z","steps":["trace[352682257] 'agreement among raft nodes before linearized reading' (duration: 3.464319726s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:03.931609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.405487941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268858"} {"level":"warn","ts":"2026-02-26T02:25:03.931643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616511204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"info","ts":"2026-02-26T02:25:03.931663Z","caller":"traceutil/trace.go:171","msg":"trace[939724245] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23179; }","duration":"3.405571072s","start":"2026-02-26T02:25:00.526079Z","end":"2026-02-26T02:25:03.93165Z","steps":["trace[939724245] 'agreement among raft nodes before linearized reading' (duration: 3.405127964s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:03.931707Z","caller":"traceutil/trace.go:171","msg":"trace[860244710] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23179; }","duration":"1.616613966s","start":"2026-02-26T02:25:02.31507Z","end":"2026-02-26T02:25:03.931684Z","steps":["trace[860244710] 'agreement among raft nodes before linearized reading' (duration: 1.615819922s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:03.931761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:02.315045Z","time spent":"1.616703548s","remote":"127.0.0.1:44992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418203,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-26T02:25:03.931809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.164668793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:03.931176Z","caller":"traceutil/trace.go:171","msg":"trace[928851028] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23179; }","duration":"1.457314936s","start":"2026-02-26T02:25:02.473837Z","end":"2026-02-26T02:25:03.931152Z","steps":["trace[928851028] 'agreement among raft nodes before linearized reading' (duration: 1.457146413s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:03.931922Z","caller":"traceutil/trace.go:171","msg":"trace[1804656604] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23179; }","duration":"6.164848126s","start":"2026-02-26T02:24:57.767049Z","end":"2026-02-26T02:25:03.931897Z","steps":["trace[1804656604] 'agreement among raft nodes before linearized reading' (duration: 6.16453812s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:03.931896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.943720668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-02-26T02:25:03.931927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.046144896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:03.931962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:02.473757Z","time spent":"1.458191223s","remote":"127.0.0.1:45040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:03.931967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.552305285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:03.931988Z","caller":"traceutil/trace.go:171","msg":"trace[1270650893] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23179; }","duration":"6.943822289s","start":"2026-02-26T02:24:56.988142Z","end":"2026-02-26T02:25:03.931964Z","steps":["trace[1270650893] 'agreement among raft nodes before linearized reading' (duration: 6.943567154s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:03.931987Z","caller":"traceutil/trace.go:171","msg":"trace[432327566] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23179; }","duration":"5.046244649s","start":"2026-02-26T02:24:58.885728Z","end":"2026-02-26T02:25:03.931972Z","steps":["trace[432327566] 'agreement among raft nodes before linearized reading' (duration: 5.046121047s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:03.93171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:00.526057Z","time spent":"3.405639914s","remote":"127.0.0.1:42592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268880,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-26T02:25:03.932012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:57.767024Z","time spent":"6.16496968s","remote":"127.0.0.1:42618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:03.932043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:58.885702Z","time spent":"5.046328611s","remote":"127.0.0.1:42622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:03.932045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:56.988137Z","time spent":"6.94389489s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-26T02:25:03.931215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.056032247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:03.930906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.417060181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:03.931821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.571645857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:03.932185Z","caller":"traceutil/trace.go:171","msg":"trace[1259450694] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23179; }","duration":"5.572058226s","start":"2026-02-26T02:24:58.360115Z","end":"2026-02-26T02:25:03.932174Z","steps":["trace[1259450694] 'agreement among raft nodes before linearized reading' (duration: 5.571657548s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:03.932178Z","caller":"traceutil/trace.go:171","msg":"trace[1248763460] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23179; }","duration":"3.057023165s","start":"2026-02-26T02:25:00.875132Z","end":"2026-02-26T02:25:03.932155Z","steps":["trace[1248763460] 'agreement among raft nodes before linearized reading' (duration: 3.056009396s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:03.932235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:58.360086Z","time spent":"5.572135057s","remote":"127.0.0.1:42304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:03.932005Z","caller":"traceutil/trace.go:171","msg":"trace[436635266] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23179; }","duration":"5.552343996s","start":"2026-02-26T02:24:58.37965Z","end":"2026-02-26T02:25:03.931994Z","steps":["trace[436635266] 'agreement among raft nodes before linearized reading' (duration: 5.552284535s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:03.932249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:00.875109Z","time spent":"3.057119557s","remote":"127.0.0.1:34118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:03.931656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:00.467191Z","time spent":"3.464456688s","remote":"127.0.0.1:42464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:03.932298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:24:58.379611Z","time spent":"5.552667402s","remote":"127.0.0.1:52572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:03.932192Z","caller":"traceutil/trace.go:171","msg":"trace[776605314] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23179; }","duration":"2.418375796s","start":"2026-02-26T02:25:01.513785Z","end":"2026-02-26T02:25:03.93216Z","steps":["trace[776605314] 'agreement among raft nodes before linearized reading' (duration: 2.417037681s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:03.932441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:01.513758Z","time spent":"2.418663831s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:04.639958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.951724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:04.640068Z","caller":"traceutil/trace.go:171","msg":"trace[1541053169] linearizableReadLoop","detail":"{readStateIndex:23988; appliedIndex:23987; }","duration":"710.368149ms","start":"2026-02-26T02:25:03.929682Z","end":"2026-02-26T02:25:04.64005Z","steps":["trace[1541053169] 'read index received' (duration: 418.298283ms)","trace[1541053169] 'applied index is now lower than readState.Index' (duration: 292.068856ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:04.640158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199082008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:04.640176Z","caller":"traceutil/trace.go:171","msg":"trace[867413266] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23180; }","duration":"1.199138149s","start":"2026-02-26T02:25:03.441032Z","end":"2026-02-26T02:25:04.64017Z","steps":["trace[867413266] 'agreement among raft nodes before linearized reading' (duration: 1.199077658s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.640198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:03.441007Z","time spent":"1.199185389s","remote":"127.0.0.1:42632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:04.640341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541427923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:04.640363Z","caller":"traceutil/trace.go:171","msg":"trace[470801296] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23180; }","duration":"1.541452973s","start":"2026-02-26T02:25:03.098904Z","end":"2026-02-26T02:25:04.640357Z","steps":["trace[470801296] 'agreement among raft nodes before linearized reading' (duration: 1.541412202s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.640378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:03.098834Z","time spent":"1.541539695s","remote":"127.0.0.1:52512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:04.640494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61622274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:04.640509Z","caller":"traceutil/trace.go:171","msg":"trace[735756578] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23180; }","duration":"1.616278451s","start":"2026-02-26T02:25:03.024226Z","end":"2026-02-26T02:25:04.640504Z","steps":["trace[735756578] 'agreement among raft nodes before linearized reading' (duration: 1.61622254s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.640523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:03.024195Z","time spent":"1.616322812s","remote":"127.0.0.1:52656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:04.640574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.646082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:04.640647Z","caller":"traceutil/trace.go:171","msg":"trace[1619788833] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23180; }","duration":"786.770685ms","start":"2026-02-26T02:25:03.853861Z","end":"2026-02-26T02:25:04.640631Z","steps":["trace[1619788833] 'agreement among raft nodes before linearized reading' (duration: 786.644893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.640674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:03.853833Z","time spent":"786.835226ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:04.640751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63978589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:04.640713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687315679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:04.640772Z","caller":"traceutil/trace.go:171","msg":"trace[524806658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23180; }","duration":"1.639851541s","start":"2026-02-26T02:25:03.000915Z","end":"2026-02-26T02:25:04.640767Z","steps":["trace[524806658] 'agreement among raft nodes before linearized reading' (duration: 1.639820171s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.640791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:03.000874Z","time spent":"1.639913992s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:25:04.64084Z","caller":"traceutil/trace.go:171","msg":"trace[2006159602] transaction","detail":"{read_only:false; response_revision:23180; number_of_response:1; }","duration":"1.056787468s","start":"2026-02-26T02:25:03.584042Z","end":"2026-02-26T02:25:04.640829Z","steps":["trace[2006159602] 'process raft request' (duration: 763.883217ms)","trace[2006159602] 'compare' (duration: 291.480685ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:04.640831Z","caller":"traceutil/trace.go:171","msg":"trace[196463694] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:0; response_revision:23180; }","duration":"1.687448511s","start":"2026-02-26T02:25:02.953334Z","end":"2026-02-26T02:25:04.640782Z","steps":["trace[196463694] 'agreement among raft nodes before linearized reading' (duration: 1.687182356s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.640875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:02.953316Z","time spent":"1.687549722s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-02-26T02:25:04.640904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:03.584007Z","time spent":"1.05684913s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:04.640744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.521407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:25:04.641047Z","caller":"traceutil/trace.go:171","msg":"trace[802160192] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23180; }","duration":"875.904394ms","start":"2026-02-26T02:25:03.765117Z","end":"2026-02-26T02:25:04.641021Z","steps":["trace[802160192] 'agreement among raft nodes before linearized reading' (duration: 874.975286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.640996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.280205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:04.641136Z","caller":"traceutil/trace.go:171","msg":"trace[973344106] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23180; }","duration":"856.475239ms","start":"2026-02-26T02:25:03.784654Z","end":"2026-02-26T02:25:04.64113Z","steps":["trace[973344106] 'agreement among raft nodes before linearized reading' (duration: 856.320596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:04.641157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:03.784624Z","time spent":"856.526009ms","remote":"127.0.0.1:42306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:04.641143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:03.765094Z","time spent":"876.034476ms","remote":"127.0.0.1:42270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:25:05.140675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:05.641295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:05.831849Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.483426074s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:25:05.976061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.940179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:05.976584Z","caller":"traceutil/trace.go:171","msg":"trace[589849297] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"2.04154404s","start":"2026-02-26T02:25:03.935004Z","end":"2026-02-26T02:25:05.976548Z","steps":["trace[589849297] 'process raft request' (duration: 1.89702403s)","trace[589849297] 'compare' (duration: 143.42106ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:05.976658Z","caller":"traceutil/trace.go:171","msg":"trace[79076444] transaction","detail":"{read_only:false; response_revision:23182; number_of_response:1; }","duration":"1.695173833s","start":"2026-02-26T02:25:04.281458Z","end":"2026-02-26T02:25:05.976631Z","steps":["trace[79076444] 'process raft request' (duration: 1.694794616s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:05.976797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:03.934978Z","time spent":"2.041707934s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:05.982389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:04.281428Z","time spent":"1.695277284s","remote":"127.0.0.1:44992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:06.061068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000596022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:25:06.061244Z","caller":"traceutil/trace.go:171","msg":"trace[1132367904] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000768476s","start":"2026-02-26T02:25:04.060415Z","end":"2026-02-26T02:25:06.061184Z","steps":["trace[1132367904] 'agreement among raft nodes before linearized reading' (duration: 2.000607453s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:06.061341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:04.060404Z","time spent":"2.000922048s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:25:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:25:06.648077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000114293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:25:06.648202Z","caller":"traceutil/trace.go:171","msg":"trace[338274935] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000264706s","start":"2026-02-26T02:25:04.647918Z","end":"2026-02-26T02:25:06.648183Z","steps":["trace[338274935] 'agreement among raft nodes before linearized reading' (duration: 2.000127233s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:06.648523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:04.64791Z","time spent":"2.000596792s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:06.870994Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.035433828s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:25:08.656274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000892248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:25:08.656388Z","caller":"traceutil/trace.go:171","msg":"trace[210796511] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00105431s","start":"2026-02-26T02:25:06.65531Z","end":"2026-02-26T02:25:08.656364Z","steps":["trace[210796511] 'agreement among raft nodes before linearized reading' (duration: 2.000910188s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:08.656475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:06.655298Z","time spent":"2.001166062s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:25:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:25:09.062589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.510019ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:09.062751Z","caller":"traceutil/trace.go:171","msg":"trace[673259835] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23182; }","duration":"157.682832ms","start":"2026-02-26T02:25:08.905047Z","end":"2026-02-26T02:25:09.06273Z","steps":["trace[673259835] 'range keys from in-memory index tree' (duration: 157.488948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:09.063019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19149654s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-02-26T02:25:09.063221Z","caller":"traceutil/trace.go:171","msg":"trace[1425317866] linearizableReadLoop","detail":"{readStateIndex:23991; appliedIndex:23988; }","duration":"4.423090364s","start":"2026-02-26T02:25:04.640083Z","end":"2026-02-26T02:25:09.063173Z","steps":["trace[1425317866] 'read index received' (duration: 1.191956319s)","trace[1425317866] 'applied index is now lower than readState.Index' (duration: 3.231132345s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:09.063202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:04.643211Z","time spent":"4.419979216s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:25:09.063422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.12781262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-df718f32-e715-42f2-af97-f37a6cc84d8f\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-26T02:25:09.063463Z","caller":"traceutil/trace.go:171","msg":"trace[210607222] range","detail":"{range_begin:/registry/persistentvolumes/pvc-df718f32-e715-42f2-af97-f37a6cc84d8f; range_end:; response_count:1; response_revision:23182; }","duration":"5.12785714s","start":"2026-02-26T02:25:03.935592Z","end":"2026-02-26T02:25:09.063449Z","steps":["trace[210607222] 'agreement among raft nodes before linearized reading' (duration: 5.127692877s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:09.063498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:03.935568Z","time spent":"5.127921221s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-df718f32-e715-42f2-af97-f37a6cc84d8f\" "} {"level":"warn","ts":"2026-02-26T02:25:09.563924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:09.72983Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.414675189s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:25:10.656596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999773117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:25:10.656704Z","caller":"traceutil/trace.go:171","msg":"trace[1402963950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999956781s","start":"2026-02-26T02:25:08.656718Z","end":"2026-02-26T02:25:10.656674Z","steps":["trace[1402963950] 'agreement among raft nodes before linearized reading' (duration: 1.999825307s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:10.656759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:08.656688Z","time spent":"2.000059093s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:25:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:25:10.829192Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.092338977s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:25:11.012562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282265428s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:11.012961Z","caller":"traceutil/trace.go:171","msg":"trace[453290169] linearizableReadLoop","detail":"{readStateIndex:23995; appliedIndex:23991; }","duration":"1.949679993s","start":"2026-02-26T02:25:09.063256Z","end":"2026-02-26T02:25:11.012936Z","steps":["trace[453290169] 'read index received' (duration: 666.915326ms)","trace[453290169] 'applied index is now lower than readState.Index' (duration: 1.282763237s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:11.013077Z","caller":"traceutil/trace.go:171","msg":"trace[1429086023] transaction","detail":"{read_only:false; response_revision:23183; number_of_response:1; }","duration":"4.429658124s","start":"2026-02-26T02:25:06.583405Z","end":"2026-02-26T02:25:11.013063Z","steps":["trace[1429086023] 'process raft request' (duration: 3.146715214s)","trace[1429086023] 'compare' (duration: 1.281713867s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:11.013147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:06.583385Z","time spent":"4.429720465s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:11.013448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.84218016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:11.013484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306545012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:11.013517Z","caller":"traceutil/trace.go:171","msg":"trace[536405988] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23186; }","duration":"5.842287002s","start":"2026-02-26T02:25:05.171208Z","end":"2026-02-26T02:25:11.013495Z","steps":["trace[536405988] 'agreement among raft nodes before linearized reading' (duration: 5.84212944s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.013607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.092071744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:11.013629Z","caller":"traceutil/trace.go:171","msg":"trace[1614465636] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23186; }","duration":"2.306632843s","start":"2026-02-26T02:25:08.706914Z","end":"2026-02-26T02:25:11.013547Z","steps":["trace[1614465636] 'agreement among raft nodes before linearized reading' (duration: 2.306509141s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:11.013653Z","caller":"traceutil/trace.go:171","msg":"trace[1295073429] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23186; }","duration":"3.092114005s","start":"2026-02-26T02:25:07.921522Z","end":"2026-02-26T02:25:11.013636Z","steps":["trace[1295073429] 'agreement among raft nodes before linearized reading' (duration: 3.092049664s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:11.013623Z","caller":"traceutil/trace.go:171","msg":"trace[806239221] transaction","detail":"{read_only:false; response_revision:23185; number_of_response:1; }","duration":"3.945200221s","start":"2026-02-26T02:25:07.068377Z","end":"2026-02-26T02:25:11.013577Z","steps":["trace[806239221] 'process raft request' (duration: 3.944437827s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.013689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:07.921458Z","time spent":"3.092222257s","remote":"127.0.0.1:52208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:11.013708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:08.706885Z","time spent":"2.306782936s","remote":"127.0.0.1:42268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:11.013719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.777902266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18644"} {"level":"info","ts":"2026-02-26T02:25:11.013775Z","caller":"traceutil/trace.go:171","msg":"trace[1600875214] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23186; }","duration":"4.777988518s","start":"2026-02-26T02:25:06.235765Z","end":"2026-02-26T02:25:11.013754Z","steps":["trace[1600875214] 'agreement among raft nodes before linearized reading' (duration: 4.777836224s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.013735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.678769174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:11.01379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842888692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-02-26T02:25:11.013814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:06.235738Z","time spent":"4.778068309s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18666,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T02:25:11.013811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:07.068347Z","time spent":"3.945368545s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:11.013496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.41698742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:11.013856Z","caller":"traceutil/trace.go:171","msg":"trace[900895282] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23186; }","duration":"1.842999143s","start":"2026-02-26T02:25:09.170836Z","end":"2026-02-26T02:25:11.013835Z","steps":["trace[900895282] 'agreement among raft nodes before linearized reading' (duration: 1.842722927s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:11.013873Z","caller":"traceutil/trace.go:171","msg":"trace[2057641169] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23186; }","duration":"4.41743862s","start":"2026-02-26T02:25:06.596421Z","end":"2026-02-26T02:25:11.01386Z","steps":["trace[2057641169] 'agreement among raft nodes before linearized reading' (duration: 4.416866669s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.013905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.931648324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:11.013917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:09.170816Z","time spent":"1.843088086s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-02-26T02:25:11.013943Z","caller":"traceutil/trace.go:171","msg":"trace[942799790] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23186; }","duration":"3.931718386s","start":"2026-02-26T02:25:07.082214Z","end":"2026-02-26T02:25:11.013932Z","steps":["trace[942799790] 'agreement among raft nodes before linearized reading' (duration: 3.931647105s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.01393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163920058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:11.013946Z","caller":"traceutil/trace.go:171","msg":"trace[450215048] transaction","detail":"{read_only:false; response_revision:23186; number_of_response:1; }","duration":"1.947763637s","start":"2026-02-26T02:25:09.066168Z","end":"2026-02-26T02:25:11.013932Z","steps":["trace[450215048] 'process raft request' (duration: 1.946699767s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.013972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:07.082195Z","time spent":"3.931770677s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:11.013997Z","caller":"traceutil/trace.go:171","msg":"trace[106630045] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23186; }","duration":"3.163997039s","start":"2026-02-26T02:25:07.849981Z","end":"2026-02-26T02:25:11.013978Z","steps":["trace[106630045] 'agreement among raft nodes before linearized reading' (duration: 3.163849516s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.014018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.825004346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:11.014023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:09.06607Z","time spent":"1.947916221s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:11.014036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:07.849921Z","time spent":"3.164105671s","remote":"127.0.0.1:45006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:11.014018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615954607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:11.014056Z","caller":"traceutil/trace.go:171","msg":"trace[626134397] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23186; }","duration":"4.825087278s","start":"2026-02-26T02:25:06.188956Z","end":"2026-02-26T02:25:11.014044Z","steps":["trace[626134397] 'agreement among raft nodes before linearized reading' (duration: 4.825028967s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.01409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:06.188925Z","time spent":"4.825156979s","remote":"127.0.0.1:42278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:11.014091Z","caller":"traceutil/trace.go:171","msg":"trace[499573090] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23186; }","duration":"3.616047309s","start":"2026-02-26T02:25:07.398026Z","end":"2026-02-26T02:25:11.014074Z","steps":["trace[499573090] 'agreement among raft nodes before linearized reading' (duration: 3.615860555s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.01408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.076418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:11.014173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:07.398016Z","time spent":"3.61614178s","remote":"127.0.0.1:42492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:11.013574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:05.171171Z","time spent":"5.842388115s","remote":"127.0.0.1:52614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:25:11.014187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.880536262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-26T02:25:11.013898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290579741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:11.014041Z","caller":"traceutil/trace.go:171","msg":"trace[341842465] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"4.367230843s","start":"2026-02-26T02:25:06.646797Z","end":"2026-02-26T02:25:11.014027Z","steps":["trace[341842465] 'process raft request' (duration: 4.365893368s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:11.014245Z","caller":"traceutil/trace.go:171","msg":"trace[1216195358] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23186; }","duration":"5.880617703s","start":"2026-02-26T02:25:05.13361Z","end":"2026-02-26T02:25:11.014227Z","steps":["trace[1216195358] 'agreement among raft nodes before linearized reading' (duration: 5.88041919s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:11.014249Z","caller":"traceutil/trace.go:171","msg":"trace[2026681087] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23186; }","duration":"2.290984807s","start":"2026-02-26T02:25:08.723254Z","end":"2026-02-26T02:25:11.014239Z","steps":["trace[2026681087] 'agreement among raft nodes before linearized reading' (duration: 2.290592051s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.014261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.368422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:11.014281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:05.133599Z","time spent":"5.880674354s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:25:11.014285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:08.723227Z","time spent":"2.291048209s","remote":"127.0.0.1:42380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:11.014301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.573461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:11.014328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.023401582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-84df9f75dd-bzstf.1897a8e7ca6ac609\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-02-26T02:25:11.014337Z","caller":"traceutil/trace.go:171","msg":"trace[65074946] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23186; }","duration":"462.643212ms","start":"2026-02-26T02:25:10.551681Z","end":"2026-02-26T02:25:11.014324Z","steps":["trace[65074946] 'agreement among raft nodes before linearized reading' (duration: 462.580411ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:11.014361Z","caller":"traceutil/trace.go:171","msg":"trace[1099495997] range","detail":"{range_begin:/registry/events/openstack/barbican-api-84df9f75dd-bzstf.1897a8e7ca6ac609; range_end:; response_count:1; response_revision:23186; }","duration":"5.023434062s","start":"2026-02-26T02:25:05.990916Z","end":"2026-02-26T02:25:11.01435Z","steps":["trace[1099495997] 'agreement among raft nodes before linearized reading' (duration: 5.023333691s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.01439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:05.990875Z","time spent":"5.023508933s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-84df9f75dd-bzstf.1897a8e7ca6ac609\" "} {"level":"warn","ts":"2026-02-26T02:25:11.014388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:10.551653Z","time spent":"462.724484ms","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:11.013429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.574193315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:11.01417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.326294895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:11.013911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:06.596405Z","time spent":"4.41749462s","remote":"127.0.0.1:53486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:11.014444Z","caller":"traceutil/trace.go:171","msg":"trace[68075172] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23186; }","duration":"5.575273425s","start":"2026-02-26T02:25:05.439151Z","end":"2026-02-26T02:25:11.014424Z","steps":["trace[68075172] 'agreement among raft nodes before linearized reading' (duration: 5.574139804s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:11.014455Z","caller":"traceutil/trace.go:171","msg":"trace[134654111] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23186; }","duration":"4.32659377s","start":"2026-02-26T02:25:06.687842Z","end":"2026-02-26T02:25:11.014436Z","steps":["trace[134654111] 'agreement among raft nodes before linearized reading' (duration: 4.326264834s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.014499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:05.439122Z","time spent":"5.575360056s","remote":"127.0.0.1:57574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:11.014229Z","caller":"traceutil/trace.go:171","msg":"trace[1890738393] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23186; }","duration":"193.304472ms","start":"2026-02-26T02:25:10.820896Z","end":"2026-02-26T02:25:11.014201Z","steps":["trace[1890738393] 'agreement among raft nodes before linearized reading' (duration: 193.007087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.014382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:06.646776Z","time spent":"4.367496717s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:11.013853Z","caller":"traceutil/trace.go:171","msg":"trace[2146483965] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23186; }","duration":"3.678954738s","start":"2026-02-26T02:25:07.334872Z","end":"2026-02-26T02:25:11.013827Z","steps":["trace[2146483965] 'agreement among raft nodes before linearized reading' (duration: 3.678723653s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.014592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704151465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-vxdmn\" ","response":"range_response_count:1 size:4691"} {"level":"warn","ts":"2026-02-26T02:25:11.013517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.462978362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:11.014613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:07.334844Z","time spent":"3.679749402s","remote":"127.0.0.1:42446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:11.014637Z","caller":"traceutil/trace.go:171","msg":"trace[311168185] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-vxdmn; range_end:; response_count:1; response_revision:23186; }","duration":"1.704231377s","start":"2026-02-26T02:25:09.31039Z","end":"2026-02-26T02:25:11.014621Z","steps":["trace[311168185] 'agreement among raft nodes before linearized reading' (duration: 1.704077424s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:11.014644Z","caller":"traceutil/trace.go:171","msg":"trace[100940620] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23186; }","duration":"4.464103532s","start":"2026-02-26T02:25:06.550529Z","end":"2026-02-26T02:25:11.014633Z","steps":["trace[100940620] 'agreement among raft nodes before linearized reading' (duration: 4.462960511s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:11.014331Z","caller":"traceutil/trace.go:171","msg":"trace[1906736517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23186; }","duration":"350.447642ms","start":"2026-02-26T02:25:10.663849Z","end":"2026-02-26T02:25:11.014297Z","steps":["trace[1906736517] 'agreement among raft nodes before linearized reading' (duration: 350.367181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.014668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:09.310365Z","time spent":"1.704296609s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4713,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-vxdmn\" "} {"level":"warn","ts":"2026-02-26T02:25:11.014686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:06.550505Z","time spent":"4.464169033s","remote":"127.0.0.1:52338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:11.014696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:10.663829Z","time spent":"350.85693ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:11.014504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:06.687831Z","time spent":"4.326657471s","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:11.01485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.187129702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:11.014902Z","caller":"traceutil/trace.go:171","msg":"trace[1799423906] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23186; }","duration":"5.187180183s","start":"2026-02-26T02:25:05.827703Z","end":"2026-02-26T02:25:11.014883Z","steps":["trace[1799423906] 'agreement among raft nodes before linearized reading' (duration: 5.187095751s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.014947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:05.827635Z","time spent":"5.187297765s","remote":"127.0.0.1:45012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:11.015266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.882463677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-26T02:25:11.015336Z","caller":"traceutil/trace.go:171","msg":"trace[1679570554] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23186; }","duration":"5.883508116s","start":"2026-02-26T02:25:05.131808Z","end":"2026-02-26T02:25:11.015316Z","steps":["trace[1679570554] 'agreement among raft nodes before linearized reading' (duration: 5.882404996s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.015388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:05.131778Z","time spent":"5.883592727s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:25:11.014393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.258559698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:11.015472Z","caller":"traceutil/trace.go:171","msg":"trace[196944289] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23186; }","duration":"5.259680989s","start":"2026-02-26T02:25:05.755768Z","end":"2026-02-26T02:25:11.015449Z","steps":["trace[196944289] 'agreement among raft nodes before linearized reading' (duration: 5.258551288s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:11.015594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:05.755739Z","time spent":"5.259836762s","remote":"127.0.0.1:52234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:11.518929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:14.044586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000070553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:25:14.044678Z","caller":"traceutil/trace.go:171","msg":"trace[1213499702] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217895s","start":"2026-02-26T02:25:12.04444Z","end":"2026-02-26T02:25:14.044658Z","steps":["trace[1213499702] 'agreement among raft nodes before linearized reading' (duration: 2.000089383s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:14.044725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:12.044417Z","time spent":"2.000300356s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:15.600834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:13.946784Z","time spent":"1.654037551s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:25:15.60309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.68620913s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:15.603229Z","caller":"traceutil/trace.go:171","msg":"trace[1197423088] transaction","detail":"{read_only:false; response_revision:23187; number_of_response:1; }","duration":"4.585796086s","start":"2026-02-26T02:25:11.017409Z","end":"2026-02-26T02:25:15.603205Z","steps":["trace[1197423088] 'process raft request' (duration: 899.335621ms)","trace[1197423088] 'compare' (duration: 3.684802725s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:15.6033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:11.01738Z","time spent":"4.585883908s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:15.606241Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.689414258s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:25:15.606864Z","caller":"traceutil/trace.go:171","msg":"trace[531748828] linearizableReadLoop","detail":"{readStateIndex:24000; appliedIndex:23995; }","duration":"4.588941064s","start":"2026-02-26T02:25:11.017885Z","end":"2026-02-26T02:25:15.606826Z","steps":["trace[531748828] 'read index received' (duration: 898.931416ms)","trace[531748828] 'applied index is now lower than readState.Index' (duration: 3.690008558s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:15.606912Z","caller":"traceutil/trace.go:171","msg":"trace[123827784] transaction","detail":"{read_only:false; response_revision:23188; number_of_response:1; }","duration":"4.588025037s","start":"2026-02-26T02:25:11.018853Z","end":"2026-02-26T02:25:15.606878Z","steps":["trace[123827784] 'process raft request' (duration: 4.5876283s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:15.606899Z","caller":"traceutil/trace.go:171","msg":"trace[28168240] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"4.586023149s","start":"2026-02-26T02:25:11.020813Z","end":"2026-02-26T02:25:15.606836Z","steps":["trace[28168240] 'process raft request' (duration: 4.585871167s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:15.607087Z","caller":"traceutil/trace.go:171","msg":"trace[364156529] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"4.584309078s","start":"2026-02-26T02:25:11.022765Z","end":"2026-02-26T02:25:15.607074Z","steps":["trace[364156529] 'process raft request' (duration: 4.583965162s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:15.607125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:11.01883Z","time spent":"4.588152009s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:15.607205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:11.02275Z","time spent":"4.584374919s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:15.607288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:11.02078Z","time spent":"4.586325695s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":512,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:15.607413Z","caller":"traceutil/trace.go:171","msg":"trace[598358702] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"4.168921319s","start":"2026-02-26T02:25:11.43848Z","end":"2026-02-26T02:25:15.607402Z","steps":["trace[598358702] 'process raft request' (duration: 4.168305178s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:15.607478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:11.438451Z","time spent":"4.16899435s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:15.607597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.589725728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-26T02:25:15.607633Z","caller":"traceutil/trace.go:171","msg":"trace[916679088] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23191; }","duration":"4.589781379s","start":"2026-02-26T02:25:11.017842Z","end":"2026-02-26T02:25:15.607623Z","steps":["trace[916679088] 'agreement among raft nodes before linearized reading' (duration: 4.589711108s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:15.607661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:11.017824Z","time spent":"4.589831811s","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:25:16.044919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999929921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:25:16.045031Z","caller":"traceutil/trace.go:171","msg":"trace[1979175599] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000120034s","start":"2026-02-26T02:25:14.044887Z","end":"2026-02-26T02:25:16.045007Z","steps":["trace[1979175599] 'agreement among raft nodes before linearized reading' (duration: 1.999967241s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:16.045114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:14.044859Z","time spent":"2.000243617s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:25:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:25:16.061416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000612233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:25:16.061479Z","caller":"traceutil/trace.go:171","msg":"trace[2016926609] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000689264s","start":"2026-02-26T02:25:14.060774Z","end":"2026-02-26T02:25:16.061463Z","steps":["trace[2016926609] 'agreement among raft nodes before linearized reading' (duration: 2.000618223s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:16.061524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:14.060766Z","time spent":"2.000743715s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:16.107944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:16.608262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:17.109297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:17.610511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:17.878206Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.271213127s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:25:18.053387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000039532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:25:18.053472Z","caller":"traceutil/trace.go:171","msg":"trace[22809994] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000187094s","start":"2026-02-26T02:25:16.053265Z","end":"2026-02-26T02:25:18.053452Z","steps":["trace[22809994] 'agreement among raft nodes before linearized reading' (duration: 2.000079483s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:18.053514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:16.053235Z","time spent":"2.000269596s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:25:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:25:18.437707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.141306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:18.437938Z","caller":"traceutil/trace.go:171","msg":"trace[565690520] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"4.216794874s","start":"2026-02-26T02:25:14.221123Z","end":"2026-02-26T02:25:18.437918Z","steps":["trace[565690520] 'process raft request' (duration: 4.216716023s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:18.437943Z","caller":"traceutil/trace.go:171","msg":"trace[262836262] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"5.416059065s","start":"2026-02-26T02:25:13.021855Z","end":"2026-02-26T02:25:18.437914Z","steps":["trace[262836262] 'process raft request' (duration: 4.856607543s)","trace[262836262] 'compare' (duration: 558.550955ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:18.438005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:14.221088Z","time spent":"4.216883526s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:18.438035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:13.02183Z","time spent":"5.416157336s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:20.054481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000845966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:25:20.054589Z","caller":"traceutil/trace.go:171","msg":"trace[1652364715] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001005921s","start":"2026-02-26T02:25:18.053554Z","end":"2026-02-26T02:25:20.05456Z","steps":["trace[1652364715] 'agreement among raft nodes before linearized reading' (duration: 2.000874418s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:20.054639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:18.053534Z","time spent":"2.001094512s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:20.535897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630790365s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:20.536058Z","caller":"traceutil/trace.go:171","msg":"trace[773217314] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23193; }","duration":"1.630960129s","start":"2026-02-26T02:25:18.905066Z","end":"2026-02-26T02:25:20.536026Z","steps":["trace[773217314] 'range keys from in-memory index tree' (duration: 1.630760884s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:20.536512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800054509s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:20.536573Z","caller":"traceutil/trace.go:171","msg":"trace[270806391] linearizableReadLoop","detail":"{readStateIndex:24003; appliedIndex:24000; }","duration":"4.929646828s","start":"2026-02-26T02:25:15.606917Z","end":"2026-02-26T02:25:20.536564Z","steps":["trace[270806391] 'read index received' (duration: 2.271560193s)","trace[270806391] 'applied index is now lower than readState.Index' (duration: 2.658085965s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:20.536628Z","caller":"traceutil/trace.go:171","msg":"trace[1729053954] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"4.512303533s","start":"2026-02-26T02:25:16.024316Z","end":"2026-02-26T02:25:20.536619Z","steps":["trace[1729053954] 'process raft request' (duration: 2.712081131s)","trace[1729053954] 'compare' (duration: 1.799511649s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:20.536672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:16.024282Z","time spent":"4.512368665s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:20.536816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.514003718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:20.536891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.516406032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18644"} {"level":"info","ts":"2026-02-26T02:25:20.536912Z","caller":"traceutil/trace.go:171","msg":"trace[369697482] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23194; }","duration":"9.516444643s","start":"2026-02-26T02:25:11.020461Z","end":"2026-02-26T02:25:20.536905Z","steps":["trace[369697482] 'agreement among raft nodes before linearized reading' (duration: 9.516339251s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:20.536906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.253246661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:20.536931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:11.020445Z","time spent":"9.516482664s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18666,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-26T02:25:20.536926Z","caller":"traceutil/trace.go:171","msg":"trace[1360201016] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23194; }","duration":"9.51414697s","start":"2026-02-26T02:25:11.022753Z","end":"2026-02-26T02:25:20.5369Z","steps":["trace[1360201016] 'agreement among raft nodes before linearized reading' (duration: 9.513966607s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:20.536959Z","caller":"traceutil/trace.go:171","msg":"trace[881940459] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23194; }","duration":"6.253304133s","start":"2026-02-26T02:25:14.283632Z","end":"2026-02-26T02:25:20.536936Z","steps":["trace[881940459] 'agreement among raft nodes before linearized reading' (duration: 6.253245802s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:20.536973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:11.022743Z","time spent":"9.514220151s","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:25:20.537011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:14.283625Z","time spent":"6.253375194s","remote":"127.0.0.1:34172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:20.537088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.518788675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff383787-b103-4d2c-9d05-ed5d12255326\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-26T02:25:20.537113Z","caller":"traceutil/trace.go:171","msg":"trace[1628950059] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff383787-b103-4d2c-9d05-ed5d12255326; range_end:; response_count:1; response_revision:23194; }","duration":"9.518835246s","start":"2026-02-26T02:25:11.018271Z","end":"2026-02-26T02:25:20.537106Z","steps":["trace[1628950059] 'agreement among raft nodes before linearized reading' (duration: 9.518757894s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:20.537131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:11.018259Z","time spent":"9.518867086s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-ff383787-b103-4d2c-9d05-ed5d12255326\" "} {"level":"warn","ts":"2026-02-26T02:25:20.537192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.687239372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:20.537236Z","caller":"traceutil/trace.go:171","msg":"trace[139185674] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23194; }","duration":"8.687327283s","start":"2026-02-26T02:25:11.849898Z","end":"2026-02-26T02:25:20.537225Z","steps":["trace[139185674] 'agreement among raft nodes before linearized reading' (duration: 8.687260702s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:20.537277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:11.849869Z","time spent":"8.687396985s","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:20.53724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.399478553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:20.537463Z","caller":"traceutil/trace.go:171","msg":"trace[2140976084] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23194; }","duration":"6.399713248s","start":"2026-02-26T02:25:14.13774Z","end":"2026-02-26T02:25:20.537454Z","steps":["trace[2140976084] 'agreement among raft nodes before linearized reading' (duration: 6.399466862s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:20.537471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.675261153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:25:20.537491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:14.137736Z","time spent":"6.399745898s","remote":"127.0.0.1:42286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:20.537511Z","caller":"traceutil/trace.go:171","msg":"trace[993315330] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23194; }","duration":"7.675327174s","start":"2026-02-26T02:25:12.862174Z","end":"2026-02-26T02:25:20.537501Z","steps":["trace[993315330] 'agreement among raft nodes before linearized reading' (duration: 7.675128799s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:20.537548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:12.862159Z","time spent":"7.675380055s","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:20.536817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.247860865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:20.53759Z","caller":"traceutil/trace.go:171","msg":"trace[1512853451] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23194; }","duration":"8.248713741s","start":"2026-02-26T02:25:12.288865Z","end":"2026-02-26T02:25:20.537579Z","steps":["trace[1512853451] 'agreement among raft nodes before linearized reading' (duration: 8.247846445s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:20.537618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:12.288836Z","time spent":"8.248773252s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:20.537627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.077902831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:25:20.537672Z","caller":"traceutil/trace.go:171","msg":"trace[416708660] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23194; }","duration":"9.077980611s","start":"2026-02-26T02:25:11.459682Z","end":"2026-02-26T02:25:20.537662Z","steps":["trace[416708660] 'agreement among raft nodes before linearized reading' (duration: 9.077735097s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:20.537706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:11.45965Z","time spent":"9.078048763s","remote":"127.0.0.1:42260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:20.537812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.702202945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:25:20.537282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.764490362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:20.537851Z","caller":"traceutil/trace.go:171","msg":"trace[1476893871] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23194; }","duration":"7.702275727s","start":"2026-02-26T02:25:12.835566Z","end":"2026-02-26T02:25:20.537842Z","steps":["trace[1476893871] 'agreement among raft nodes before linearized reading' (duration: 7.702121194s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:20.537864Z","caller":"traceutil/trace.go:171","msg":"trace[1496055135] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23194; }","duration":"6.765129944s","start":"2026-02-26T02:25:13.772722Z","end":"2026-02-26T02:25:20.537852Z","steps":["trace[1496055135] 'agreement among raft nodes before linearized reading' (duration: 6.764537362s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:20.53788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:12.835539Z","time spent":"7.702333917s","remote":"127.0.0.1:42476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:20.53791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:13.772687Z","time spent":"6.765209106s","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:21.037641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:21.537974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:22.038111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:22.06289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000509611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:25:22.062999Z","caller":"traceutil/trace.go:171","msg":"trace[1774444838] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000649723s","start":"2026-02-26T02:25:20.06232Z","end":"2026-02-26T02:25:22.06297Z","steps":["trace[1774444838] 'agreement among raft nodes before linearized reading' (duration: 2.000517101s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:22.063054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:20.062313Z","time spent":"2.000727925s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:22.538657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367469,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:22.641704Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.114574805s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:25:23.929537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287506153s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:23.929871Z","caller":"traceutil/trace.go:171","msg":"trace[1943878142] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"3.485669945s","start":"2026-02-26T02:25:20.444174Z","end":"2026-02-26T02:25:23.929844Z","steps":["trace[1943878142] 'process raft request' (duration: 2.197774275s)","trace[1943878142] 'compare' (duration: 1.284968457s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:23.929935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:20.444139Z","time spent":"3.485766687s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:23.929984Z","caller":"traceutil/trace.go:171","msg":"trace[522353489] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"2.544711743s","start":"2026-02-26T02:25:21.385161Z","end":"2026-02-26T02:25:23.929873Z","steps":["trace[522353489] 'process raft request' (duration: 2.544479309s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:23.930165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:21.385135Z","time spent":"2.544936828s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:24.06428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000460999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:25:24.064367Z","caller":"traceutil/trace.go:171","msg":"trace[1104659153] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000600282s","start":"2026-02-26T02:25:22.063747Z","end":"2026-02-26T02:25:24.064348Z","steps":["trace[1104659153] 'agreement among raft nodes before linearized reading' (duration: 2.00049817s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:24.064615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:22.063721Z","time spent":"2.000881107s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:25:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:25:25.303232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373479794s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:25:25.303527Z","caller":"traceutil/trace.go:171","msg":"trace[1003891629] linearizableReadLoop","detail":"{readStateIndex:24006; appliedIndex:24003; }","duration":"4.766916135s","start":"2026-02-26T02:25:20.53659Z","end":"2026-02-26T02:25:25.303506Z","steps":["trace[1003891629] 'read index received' (duration: 2.105332226s)","trace[1003891629] 'applied index is now lower than readState.Index' (duration: 2.661582809s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:25.303973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.707589873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:25.303951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.683686926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-02-26T02:25:25.304039Z","caller":"traceutil/trace.go:171","msg":"trace[278197450] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23197; }","duration":"8.707705686s","start":"2026-02-26T02:25:16.596307Z","end":"2026-02-26T02:25:25.304013Z","steps":["trace[278197450] 'agreement among raft nodes before linearized reading' (duration: 8.707600574s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:25.304092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:16.596273Z","time spent":"8.707802868s","remote":"127.0.0.1:52254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:25.304102Z","caller":"traceutil/trace.go:171","msg":"trace[582803010] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23197; }","duration":"5.683841248s","start":"2026-02-26T02:25:19.620207Z","end":"2026-02-26T02:25:25.304048Z","steps":["trace[582803010] 'agreement among raft nodes before linearized reading' (duration: 5.683576154s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:25.304113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.236852371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:25.304182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:19.620187Z","time spent":"5.6839581s","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-26T02:25:25.304187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.073247504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:25.304201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.001385652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:25.304236Z","caller":"traceutil/trace.go:171","msg":"trace[701181353] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23197; }","duration":"5.237022654s","start":"2026-02-26T02:25:20.067183Z","end":"2026-02-26T02:25:25.304206Z","steps":["trace[701181353] 'agreement among raft nodes before linearized reading' (duration: 5.23682152s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:25.304223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.692339295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-2tp5k\" ","response":"range_response_count:1 size:4802"} {"level":"warn","ts":"2026-02-26T02:25:25.304228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.522098623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:25.304265Z","caller":"traceutil/trace.go:171","msg":"trace[891450355] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23197; }","duration":"9.073389887s","start":"2026-02-26T02:25:16.230858Z","end":"2026-02-26T02:25:25.304248Z","steps":["trace[891450355] 'agreement among raft nodes before linearized reading' (duration: 9.073257864s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:25.304294Z","caller":"traceutil/trace.go:171","msg":"trace[767490675] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23197; }","duration":"9.001553485s","start":"2026-02-26T02:25:16.302716Z","end":"2026-02-26T02:25:25.304269Z","steps":["trace[767490675] 'agreement among raft nodes before linearized reading' (duration: 9.001371282s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:25.304297Z","caller":"traceutil/trace.go:171","msg":"trace[1288950867] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-2tp5k; range_end:; response_count:1; response_revision:23197; }","duration":"9.692438627s","start":"2026-02-26T02:25:15.611841Z","end":"2026-02-26T02:25:25.30428Z","steps":["trace[1288950867] 'agreement among raft nodes before linearized reading' (duration: 9.692232574s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:25.304302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:20.067177Z","time spent":"5.237105985s","remote":"127.0.0.1:52292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:25.304311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:16.230829Z","time spent":"9.073468979s","remote":"127.0.0.1:42368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:25.304312Z","caller":"traceutil/trace.go:171","msg":"trace[189106592] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23197; }","duration":"5.522211824s","start":"2026-02-26T02:25:19.782077Z","end":"2026-02-26T02:25:25.304289Z","steps":["trace[189106592] 'agreement among raft nodes before linearized reading' (duration: 5.522063572s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:25.304343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:15.611827Z","time spent":"9.692507268s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4824,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-2tp5k\" "} {"level":"warn","ts":"2026-02-26T02:25:25.304343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:16.302682Z","time spent":"9.001651376s","remote":"127.0.0.1:53498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:25.304365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:19.782071Z","time spent":"5.522281276s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:25.304359Z","caller":"traceutil/trace.go:171","msg":"trace[228063817] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"2.191024151s","start":"2026-02-26T02:25:23.113309Z","end":"2026-02-26T02:25:25.304333Z","steps":["trace[228063817] 'process raft request' (duration: 2.190066303s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:25.304152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.842593161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:25.304474Z","caller":"traceutil/trace.go:171","msg":"trace[469317157] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23197; }","duration":"8.842979357s","start":"2026-02-26T02:25:16.461476Z","end":"2026-02-26T02:25:25.304456Z","steps":["trace[469317157] 'agreement among raft nodes before linearized reading' (duration: 8.842614951s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:25.30452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:16.461446Z","time spent":"8.843062359s","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:25.304479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:23.113046Z","time spent":"2.191358958s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:25.304437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.447172653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:25.304749Z","caller":"traceutil/trace.go:171","msg":"trace[2056369846] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23197; }","duration":"5.4475867s","start":"2026-02-26T02:25:19.857136Z","end":"2026-02-26T02:25:25.304722Z","steps":["trace[2056369846] 'agreement among raft nodes before linearized reading' (duration: 5.446961699s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:25.30484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:19.857131Z","time spent":"5.447689622s","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:25.823215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367474,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:26.323716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367474,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:26.824133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367474,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:26.873237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.193395382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:26.873344Z","caller":"traceutil/trace.go:171","msg":"trace[1851175901] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23198; }","duration":"11.193532655s","start":"2026-02-26T02:25:15.679752Z","end":"2026-02-26T02:25:26.873285Z","steps":["trace[1851175901] 'agreement among raft nodes before linearized reading' (duration: 9.624468216s)","trace[1851175901] 'count revisions from in-memory index tree' (duration: 1.568880956s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:26.87343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:15.679725Z","time spent":"11.193664417s","remote":"127.0.0.1:57582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:26.873897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.813514465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:26.873979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.191153205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:26.874079Z","caller":"traceutil/trace.go:171","msg":"trace[1841391097] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23198; }","duration":"5.191264497s","start":"2026-02-26T02:25:21.682788Z","end":"2026-02-26T02:25:26.874053Z","steps":["trace[1841391097] 'agreement among raft nodes before linearized reading' (duration: 3.621567458s)","trace[1841391097] 'count revisions from in-memory index tree' (duration: 1.569563317s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:26.874106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.264035772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:26.874236Z","caller":"traceutil/trace.go:171","msg":"trace[1119930285] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:23198; }","duration":"11.264164435s","start":"2026-02-26T02:25:15.610036Z","end":"2026-02-26T02:25:26.8742Z","steps":["trace[1119930285] 'agreement among raft nodes before linearized reading' (duration: 9.694204101s)","trace[1119930285] 'range keys from in-memory index tree' (duration: 1.569820892s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:26.874307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:15.610027Z","time spent":"11.264259986s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-26T02:25:26.87439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:21.682717Z","time spent":"5.1914024s","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:26.874521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.331250327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-02-26T02:25:26.874583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.187709862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:26.874627Z","caller":"traceutil/trace.go:171","msg":"trace[2114974646] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23198; }","duration":"4.187794554s","start":"2026-02-26T02:25:22.686816Z","end":"2026-02-26T02:25:26.874611Z","steps":["trace[2114974646] 'agreement among raft nodes before linearized reading' (duration: 2.617489873s)","trace[2114974646] 'count revisions from in-memory index tree' (duration: 1.57024274s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:26.874679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:22.68679Z","time spent":"4.187878155s","remote":"127.0.0.1:42274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:26.874728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.264860428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8f68af7f388\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-26T02:25:26.874771Z","caller":"traceutil/trace.go:171","msg":"trace[869755151] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897a8f68af7f388; range_end:; response_count:1; response_revision:23198; }","duration":"11.265024931s","start":"2026-02-26T02:25:15.609734Z","end":"2026-02-26T02:25:26.874759Z","steps":["trace[869755151] 'agreement among raft nodes before linearized reading' (duration: 9.694514226s)","trace[869755151] 'range keys from in-memory index tree' (duration: 1.570420153s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:26.874818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:15.609713Z","time spent":"11.265095141s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8f68af7f388\" "} {"level":"info","ts":"2026-02-26T02:25:26.874634Z","caller":"traceutil/trace.go:171","msg":"trace[340768857] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23198; }","duration":"6.33142819s","start":"2026-02-26T02:25:20.543177Z","end":"2026-02-26T02:25:26.874605Z","steps":["trace[340768857] 'agreement among raft nodes before linearized reading' (duration: 4.761131389s)","trace[340768857] 'range keys from in-memory index tree' (duration: 1.569996135s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:26.874924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:20.543156Z","time spent":"6.331755325s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-26T02:25:26.874996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.482798354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:26.875094Z","caller":"traceutil/trace.go:171","msg":"trace[1523372143] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23198; }","duration":"4.482926177s","start":"2026-02-26T02:25:22.392131Z","end":"2026-02-26T02:25:26.875057Z","steps":["trace[1523372143] 'agreement among raft nodes before linearized reading' (duration: 2.912187938s)","trace[1523372143] 'count revisions from in-memory index tree' (duration: 1.570627587s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:26.875176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:22.392103Z","time spent":"4.483056739s","remote":"127.0.0.1:42544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:26.875306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.803821207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:26.875393Z","caller":"traceutil/trace.go:171","msg":"trace[2025422022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23198; }","duration":"2.803947809s","start":"2026-02-26T02:25:24.07143Z","end":"2026-02-26T02:25:26.875378Z","steps":["trace[2025422022] 'agreement among raft nodes before linearized reading' (duration: 1.232978777s)","trace[2025422022] 'range keys from in-memory index tree' (duration: 1.570871051s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:26.875412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166943221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:26.875437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:24.071403Z","time spent":"2.80402415s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:25:26.875463Z","caller":"traceutil/trace.go:171","msg":"trace[558491297] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23198; }","duration":"2.167042583s","start":"2026-02-26T02:25:24.708406Z","end":"2026-02-26T02:25:26.875448Z","steps":["trace[558491297] 'agreement among raft nodes before linearized reading' (duration: 596.022419ms)","trace[558491297] 'count revisions from in-memory index tree' (duration: 1.570956133s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:26.875506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:24.708375Z","time spent":"2.167117895s","remote":"127.0.0.1:34154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:26.875511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.022155398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:26.875535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.899273404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:26.875577Z","caller":"traceutil/trace.go:171","msg":"trace[1298249960] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23198; }","duration":"5.899359126s","start":"2026-02-26T02:25:20.976201Z","end":"2026-02-26T02:25:26.87556Z","steps":["trace[1298249960] 'agreement among raft nodes before linearized reading' (duration: 4.328181479s)","trace[1298249960] 'count revisions from in-memory index tree' (duration: 1.571129066s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:26.875571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052993499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:26.875625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:20.976171Z","time spent":"5.899442297s","remote":"127.0.0.1:46744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:26.875646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.062831572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:26.874087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.543547885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:26.875733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.997459577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:26.875762Z","caller":"traceutil/trace.go:171","msg":"trace[143333648] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23198; }","duration":"5.545268855s","start":"2026-02-26T02:25:21.330479Z","end":"2026-02-26T02:25:26.875748Z","steps":["trace[143333648] 'agreement among raft nodes before linearized reading' (duration: 3.973885925s)","trace[143333648] 'count revisions from in-memory index tree' (duration: 1.569692569s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:26.875752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.330663886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:26.875811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:21.330452Z","time spent":"5.545342638s","remote":"127.0.0.1:52194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:26.875826Z","caller":"traceutil/trace.go:171","msg":"trace[637737211] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23198; }","duration":"3.99759066s","start":"2026-02-26T02:25:22.878218Z","end":"2026-02-26T02:25:26.875808Z","steps":["trace[637737211] 'agreement among raft nodes before linearized reading' (duration: 2.4262859s)","trace[637737211] 'count revisions from in-memory index tree' (duration: 1.571206497s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:26.875831Z","caller":"traceutil/trace.go:171","msg":"trace[1262950285] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23198; }","duration":"6.330765488s","start":"2026-02-26T02:25:20.545038Z","end":"2026-02-26T02:25:26.875803Z","steps":["trace[1262950285] 'agreement among raft nodes before linearized reading' (duration: 4.759352346s)","trace[1262950285] 'range keys from in-memory index tree' (duration: 1.571308099s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:26.875888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:22.878108Z","time spent":"3.997747323s","remote":"127.0.0.1:52266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:26.87402Z","caller":"traceutil/trace.go:171","msg":"trace[197124619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23198; }","duration":"2.813683397s","start":"2026-02-26T02:25:24.060305Z","end":"2026-02-26T02:25:26.873988Z","steps":["trace[197124619] 'agreement among raft nodes before linearized reading' (duration: 1.244194771s)","trace[197124619] 'range keys from in-memory index tree' (duration: 1.569293932s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:26.875661Z","caller":"traceutil/trace.go:171","msg":"trace[1397273859] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23198; }","duration":"2.053079881s","start":"2026-02-26T02:25:24.822537Z","end":"2026-02-26T02:25:26.875617Z","steps":["trace[1397273859] 'agreement among raft nodes before linearized reading' (duration: 481.882094ms)","trace[1397273859] 'count revisions from in-memory index tree' (duration: 1.571097745s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:26.875979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:24.060282Z","time spent":"2.815689415s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:26.875999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:24.822521Z","time spent":"2.053461108s","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:26.875734Z","caller":"traceutil/trace.go:171","msg":"trace[456498193] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23198; }","duration":"5.062948053s","start":"2026-02-26T02:25:21.812768Z","end":"2026-02-26T02:25:26.875716Z","steps":["trace[456498193] 'agreement among raft nodes before linearized reading' (duration: 3.491577853s)","trace[456498193] 'count revisions from in-memory index tree' (duration: 1.571268278s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:26.876121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:21.812745Z","time spent":"5.063364962s","remote":"127.0.0.1:52434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:26.875575Z","caller":"traceutil/trace.go:171","msg":"trace[424894073] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23198; }","duration":"5.022260161s","start":"2026-02-26T02:25:21.853292Z","end":"2026-02-26T02:25:26.875552Z","steps":["trace[424894073] 'agreement among raft nodes before linearized reading' (duration: 3.451037963s)","trace[424894073] 'count revisions from in-memory index tree' (duration: 1.571135426s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:26.876217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:21.853238Z","time spent":"5.022957724s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:26.877182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.776858296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:26.877194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:20.545028Z","time spent":"6.332137912s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:25:26.877245Z","caller":"traceutil/trace.go:171","msg":"trace[521515460] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23198; }","duration":"5.776963559s","start":"2026-02-26T02:25:21.100271Z","end":"2026-02-26T02:25:26.877234Z","steps":["trace[521515460] 'agreement among raft nodes before linearized reading' (duration: 4.204103511s)","trace[521515460] 'count revisions from in-memory index tree' (duration: 1.56974206s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:26.877276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:21.100242Z","time spent":"5.777025272s","remote":"127.0.0.1:42460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:27.307806Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.793931976s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:25:27.308335Z","caller":"traceutil/trace.go:171","msg":"trace[892110948] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"1.994281616s","start":"2026-02-26T02:25:25.314025Z","end":"2026-02-26T02:25:27.308307Z","steps":["trace[892110948] 'process raft request' (duration: 1.994107223s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:27.308507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:25.314002Z","time spent":"1.994405029s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4962,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:28.079071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999823367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:25:28.079156Z","caller":"traceutil/trace.go:171","msg":"trace[1236066794] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99995764s","start":"2026-02-26T02:25:26.079178Z","end":"2026-02-26T02:25:28.079136Z","steps":["trace[1236066794] 'agreement among raft nodes before linearized reading' (duration: 1.999847478s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:28.079198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:26.079157Z","time spent":"2.000031611s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:29.227538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.445ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:29.227723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437061716s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:29.22802Z","caller":"traceutil/trace.go:171","msg":"trace[1085319822] linearizableReadLoop","detail":"{readStateIndex:24010; appliedIndex:24007; }","duration":"3.90518435s","start":"2026-02-26T02:25:25.322821Z","end":"2026-02-26T02:25:29.228006Z","steps":["trace[1085319822] 'read index received' (duration: 1.985250762s)","trace[1085319822] 'applied index is now lower than readState.Index' (duration: 1.919932728s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:29.228081Z","caller":"traceutil/trace.go:171","msg":"trace[642991690] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"3.684100812s","start":"2026-02-26T02:25:25.543972Z","end":"2026-02-26T02:25:29.228073Z","steps":["trace[642991690] 'process raft request' (duration: 2.246614717s)","trace[642991690] 'compare' (duration: 1.435212673s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:29.228124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:25.543943Z","time spent":"3.684158373s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:29.228189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:26.879519Z","time spent":"2.348660782s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:25:29.227725Z","caller":"traceutil/trace.go:171","msg":"trace[224315687] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23199; }","duration":"322.647295ms","start":"2026-02-26T02:25:28.905051Z","end":"2026-02-26T02:25:29.227698Z","steps":["trace[224315687] 'range keys from in-memory index tree' (duration: 322.41918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:29.228252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.905437826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:29.229617Z","caller":"traceutil/trace.go:171","msg":"trace[1919317946] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23201; }","duration":"3.906817351s","start":"2026-02-26T02:25:25.322775Z","end":"2026-02-26T02:25:29.229592Z","steps":["trace[1919317946] 'agreement among raft nodes before linearized reading' (duration: 3.905451926s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:29.228478Z","caller":"traceutil/trace.go:171","msg":"trace[838302619] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"3.283806768s","start":"2026-02-26T02:25:25.94464Z","end":"2026-02-26T02:25:29.228447Z","steps":["trace[838302619] 'process raft request' (duration: 3.283193566s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:29.229694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:25.322754Z","time spent":"3.906916993s","remote":"127.0.0.1:42438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:29.229849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:25.944601Z","time spent":"3.285147633s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:30.08111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000973889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:25:30.081204Z","caller":"traceutil/trace.go:171","msg":"trace[753274266] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001097921s","start":"2026-02-26T02:25:28.080087Z","end":"2026-02-26T02:25:30.081185Z","steps":["trace[753274266] 'agreement among raft nodes before linearized reading' (duration: 2.000990489s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:30.081252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:28.08007Z","time spent":"2.001170282s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:25:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:25:30.517409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:29.47627Z","time spent":"1.041127001s","remote":"127.0.0.1:52936","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:25:30.518633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115340847s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:30.518737Z","caller":"traceutil/trace.go:171","msg":"trace[1075676603] linearizableReadLoop","detail":"{readStateIndex:24012; appliedIndex:24011; }","duration":"1.290674061s","start":"2026-02-26T02:25:29.228042Z","end":"2026-02-26T02:25:30.518716Z","steps":["trace[1075676603] 'read index received' (duration: 175.231771ms)","trace[1075676603] 'applied index is now lower than readState.Index' (duration: 1.11544068s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:30.518813Z","caller":"traceutil/trace.go:171","msg":"trace[781683707] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"1.73941449s","start":"2026-02-26T02:25:28.779388Z","end":"2026-02-26T02:25:30.518802Z","steps":["trace[781683707] 'process raft request' (duration: 623.817988ms)","trace[781683707] 'compare' (duration: 1.114491663s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:30.518864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:28.779357Z","time spent":"1.739479901s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:30.519138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.431436114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:30.519224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.636919809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:30.519237Z","caller":"traceutil/trace.go:171","msg":"trace[1970812908] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23202; }","duration":"3.431599277s","start":"2026-02-26T02:25:27.087609Z","end":"2026-02-26T02:25:30.519208Z","steps":["trace[1970812908] 'agreement among raft nodes before linearized reading' (duration: 3.43123381s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:30.519261Z","caller":"traceutil/trace.go:171","msg":"trace[503493940] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23202; }","duration":"3.63695145s","start":"2026-02-26T02:25:26.882294Z","end":"2026-02-26T02:25:30.519245Z","steps":["trace[503493940] 'agreement among raft nodes before linearized reading' (duration: 3.636888459s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:30.519292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:26.88227Z","time spent":"3.637015672s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:25:30.519339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533897476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:30.519377Z","caller":"traceutil/trace.go:171","msg":"trace[1501432738] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23202; }","duration":"2.533984828s","start":"2026-02-26T02:25:27.985382Z","end":"2026-02-26T02:25:30.519367Z","steps":["trace[1501432738] 'agreement among raft nodes before linearized reading' (duration: 2.533933307s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:30.519411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:27.985352Z","time spent":"2.534051819s","remote":"127.0.0.1:42248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:30.519445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.639938754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:30.51948Z","caller":"traceutil/trace.go:171","msg":"trace[878210648] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:0; response_revision:23202; }","duration":"3.640001536s","start":"2026-02-26T02:25:26.879471Z","end":"2026-02-26T02:25:30.519472Z","steps":["trace[878210648] 'agreement among raft nodes before linearized reading' (duration: 3.639944155s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:30.519512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:26.879453Z","time spent":"3.640053377s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-02-26T02:25:30.519728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553485134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:30.519768Z","caller":"traceutil/trace.go:171","msg":"trace[370554828] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23202; }","duration":"2.553572786s","start":"2026-02-26T02:25:27.966185Z","end":"2026-02-26T02:25:30.519758Z","steps":["trace[370554828] 'agreement among raft nodes before linearized reading' (duration: 2.553493405s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:30.519784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.163075842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:30.519824Z","caller":"traceutil/trace.go:171","msg":"trace[1817861261] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23202; }","duration":"4.163161734s","start":"2026-02-26T02:25:26.356653Z","end":"2026-02-26T02:25:30.519814Z","steps":["trace[1817861261] 'agreement among raft nodes before linearized reading' (duration: 4.163104793s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:30.519852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:26.356624Z","time spent":"4.163221455s","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:30.519922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.207884891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-02-26T02:25:30.519956Z","caller":"traceutil/trace.go:171","msg":"trace[588153041] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23202; }","duration":"3.208009372s","start":"2026-02-26T02:25:27.311939Z","end":"2026-02-26T02:25:30.519948Z","steps":["trace[588153041] 'agreement among raft nodes before linearized reading' (duration: 3.20787568s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:30.519982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:27.311916Z","time spent":"3.208060084s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-26T02:25:30.519291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:27.087578Z","time spent":"3.431697959s","remote":"127.0.0.1:42262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:30.519739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.640668408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-66c348f9-bc21-4919-bb46-20f3d0fca2c8\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-02-26T02:25:30.520216Z","caller":"traceutil/trace.go:171","msg":"trace[751281469] range","detail":"{range_begin:/registry/persistentvolumes/pvc-66c348f9-bc21-4919-bb46-20f3d0fca2c8; range_end:; response_count:1; response_revision:23202; }","duration":"3.641206717s","start":"2026-02-26T02:25:26.878995Z","end":"2026-02-26T02:25:30.520202Z","steps":["trace[751281469] 'agreement among raft nodes before linearized reading' (duration: 3.640641297s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:30.520251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:26.878969Z","time spent":"3.641271918s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-66c348f9-bc21-4919-bb46-20f3d0fca2c8\" "} {"level":"warn","ts":"2026-02-26T02:25:30.519795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:27.966157Z","time spent":"2.553631457s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:30.51914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238466778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:30.520639Z","caller":"traceutil/trace.go:171","msg":"trace[282623998] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23202; }","duration":"2.240020847s","start":"2026-02-26T02:25:28.280608Z","end":"2026-02-26T02:25:30.520629Z","steps":["trace[282623998] 'agreement among raft nodes before linearized reading' (duration: 2.238247304s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:30.520678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:28.280585Z","time spent":"2.240081718s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:30.526504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.825813272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:30.526574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.771244024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:30.526585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.527047563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:30.526583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111045541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:30.526593Z","caller":"traceutil/trace.go:171","msg":"trace[829055796] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23202; }","duration":"4.825970565s","start":"2026-02-26T02:25:25.700602Z","end":"2026-02-26T02:25:30.526572Z","steps":["trace[829055796] 'agreement among raft nodes before linearized reading' (duration: 4.825797282s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:30.526595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546293772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:30.526621Z","caller":"traceutil/trace.go:171","msg":"trace[231192170] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23202; }","duration":"4.527132404s","start":"2026-02-26T02:25:25.999479Z","end":"2026-02-26T02:25:30.526611Z","steps":["trace[231192170] 'agreement among raft nodes before linearized reading' (duration: 4.527059003s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:30.526626Z","caller":"traceutil/trace.go:171","msg":"trace[1268533980] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23202; }","duration":"2.111151602s","start":"2026-02-26T02:25:28.415463Z","end":"2026-02-26T02:25:30.526615Z","steps":["trace[1268533980] 'agreement among raft nodes before linearized reading' (duration: 2.111078491s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:30.526594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.77151698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:30.526638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:25.700567Z","time spent":"4.826062576s","remote":"127.0.0.1:42174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:30.526647Z","caller":"traceutil/trace.go:171","msg":"trace[936290531] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23202; }","duration":"1.546356123s","start":"2026-02-26T02:25:28.980279Z","end":"2026-02-26T02:25:30.526636Z","steps":["trace[936290531] 'agreement among raft nodes before linearized reading' (duration: 1.546256631s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:30.526645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:25.999453Z","time spent":"4.527187735s","remote":"127.0.0.1:42348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:30.52666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:28.415429Z","time spent":"2.111224183s","remote":"127.0.0.1:42558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:30.526674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:28.980203Z","time spent":"1.546464464s","remote":"127.0.0.1:52388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:30.526626Z","caller":"traceutil/trace.go:171","msg":"trace[255012085] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23202; }","duration":"4.771296285s","start":"2026-02-26T02:25:25.755311Z","end":"2026-02-26T02:25:30.526607Z","steps":["trace[255012085] 'agreement among raft nodes before linearized reading' (duration: 4.771222724s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:30.526715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:25.75525Z","time spent":"4.771453748s","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:30.526671Z","caller":"traceutil/trace.go:171","msg":"trace[980951931] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23202; }","duration":"4.771638161s","start":"2026-02-26T02:25:25.755015Z","end":"2026-02-26T02:25:30.526653Z","steps":["trace[980951931] 'agreement among raft nodes before linearized reading' (duration: 4.771525279s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:30.526822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:25.754987Z","time spent":"4.771823305s","remote":"127.0.0.1:42504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:30.527883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492112022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-26T02:25:30.527918Z","caller":"traceutil/trace.go:171","msg":"trace[1136514671] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23202; }","duration":"1.492189923s","start":"2026-02-26T02:25:29.03572Z","end":"2026-02-26T02:25:30.52791Z","steps":["trace[1136514671] 'agreement among raft nodes before linearized reading' (duration: 1.483477384s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:30.527939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:29.03569Z","time spent":"1.492243225s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2660,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:31.019096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:31.436138Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.032853982s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:25:32.044503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000424359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:25:32.044607Z","caller":"traceutil/trace.go:171","msg":"trace[842723223] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000564321s","start":"2026-02-26T02:25:30.044017Z","end":"2026-02-26T02:25:32.044582Z","steps":["trace[842723223] 'agreement among raft nodes before linearized reading' (duration: 2.000441509s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:32.044665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:30.044006Z","time spent":"2.000647614s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:25:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:25:32.089158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000485151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:25:32.089231Z","caller":"traceutil/trace.go:171","msg":"trace[740919249] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000586642s","start":"2026-02-26T02:25:30.088626Z","end":"2026-02-26T02:25:32.089212Z","steps":["trace[740919249] 'agreement among raft nodes before linearized reading' (duration: 2.000507771s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:32.089283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:30.08861Z","time spent":"2.000658253s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:25:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:25:32.69453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258023335s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:32.694698Z","caller":"traceutil/trace.go:171","msg":"trace[681167001] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"3.465370305s","start":"2026-02-26T02:25:29.229304Z","end":"2026-02-26T02:25:32.694675Z","steps":["trace[681167001] 'process raft request' (duration: 2.207117516s)","trace[681167001] 'compare' (duration: 1.254931459s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:32.694787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:29.229277Z","time spent":"3.465476227s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:33.746013Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.170463676s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:25:33.915466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.068138ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-02-26T02:25:33.915888Z","caller":"traceutil/trace.go:171","msg":"trace[687446250] linearizableReadLoop","detail":"{readStateIndex:24015; appliedIndex:24012; }","duration":"3.397092389s","start":"2026-02-26T02:25:30.518767Z","end":"2026-02-26T02:25:33.915859Z","steps":["trace[687446250] 'read index received' (duration: 917.656707ms)","trace[687446250] 'applied index is now lower than readState.Index' (duration: 2.479434442s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:33.916194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:30.52711Z","time spent":"3.389024341s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:25:33.9163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.528956748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:33.916357Z","caller":"traceutil/trace.go:171","msg":"trace[199211441] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23205; }","duration":"4.529059869s","start":"2026-02-26T02:25:29.387278Z","end":"2026-02-26T02:25:33.916338Z","steps":["trace[199211441] 'agreement among raft nodes before linearized reading' (duration: 4.528947167s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:33.916415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:29.387255Z","time spent":"4.529144621s","remote":"127.0.0.1:34138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:33.916401Z","caller":"traceutil/trace.go:171","msg":"trace[917708761] transaction","detail":"{read_only:false; response_revision:23204; number_of_response:1; }","duration":"3.389174904s","start":"2026-02-26T02:25:30.527187Z","end":"2026-02-26T02:25:33.916362Z","steps":["trace[917708761] 'process raft request' (duration: 3.3884306s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:33.916436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.902976871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-02-26T02:25:33.916473Z","caller":"traceutil/trace.go:171","msg":"trace[216188359] transaction","detail":"{read_only:false; response_revision:23205; number_of_response:1; }","duration":"2.680796541s","start":"2026-02-26T02:25:31.235637Z","end":"2026-02-26T02:25:33.916433Z","steps":["trace[216188359] 'process raft request' (duration: 2.68014865s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:33.916482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892682862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:25:33.916568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:30.527166Z","time spent":"3.389313666s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:33.916577Z","caller":"traceutil/trace.go:171","msg":"trace[476044907] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23205; }","duration":"3.903170765s","start":"2026-02-26T02:25:30.013357Z","end":"2026-02-26T02:25:33.916528Z","steps":["trace[476044907] 'agreement among raft nodes before linearized reading' (duration: 3.902754887s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:33.916591Z","caller":"traceutil/trace.go:171","msg":"trace[514744703] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23205; }","duration":"3.892822544s","start":"2026-02-26T02:25:30.023739Z","end":"2026-02-26T02:25:33.916562Z","steps":["trace[514744703] 'agreement among raft nodes before linearized reading' (duration: 3.892498548s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:33.916649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:30.023728Z","time spent":"3.892906396s","remote":"127.0.0.1:42270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:25:33.91665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:31.235602Z","time spent":"2.680949053s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:33.9167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:30.013333Z","time spent":"3.903285626s","remote":"127.0.0.1:34138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-26T02:25:33.916976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.815794227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:33.917047Z","caller":"traceutil/trace.go:171","msg":"trace[1434133258] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23205; }","duration":"3.815901229s","start":"2026-02-26T02:25:30.101122Z","end":"2026-02-26T02:25:33.917023Z","steps":["trace[1434133258] 'agreement among raft nodes before linearized reading' (duration: 3.815559553s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:33.917096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:30.101114Z","time spent":"3.815972941s","remote":"127.0.0.1:34096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:33.955538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860285999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:33.955603Z","caller":"traceutil/trace.go:171","msg":"trace[284801268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23206; }","duration":"1.860400141s","start":"2026-02-26T02:25:32.095188Z","end":"2026-02-26T02:25:33.955588Z","steps":["trace[284801268] 'agreement among raft nodes before linearized reading' (duration: 1.860276789s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:33.955636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:32.095161Z","time spent":"1.860465102s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:33.95565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238347267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:33.955684Z","caller":"traceutil/trace.go:171","msg":"trace[1851460243] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23206; }","duration":"3.238404008s","start":"2026-02-26T02:25:30.71727Z","end":"2026-02-26T02:25:33.955674Z","steps":["trace[1851460243] 'agreement among raft nodes before linearized reading' (duration: 3.238302896s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:33.955689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112975166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:33.955738Z","caller":"traceutil/trace.go:171","msg":"trace[1017491469] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23206; }","duration":"1.113095358s","start":"2026-02-26T02:25:32.842632Z","end":"2026-02-26T02:25:33.955728Z","steps":["trace[1017491469] 'agreement among raft nodes before linearized reading' (duration: 1.112953445s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:33.95578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.342927188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-26T02:25:33.9558Z","caller":"traceutil/trace.go:171","msg":"trace[3222118] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23206; }","duration":"3.342979988s","start":"2026-02-26T02:25:30.612814Z","end":"2026-02-26T02:25:33.955794Z","steps":["trace[3222118] 'agreement among raft nodes before linearized reading' (duration: 3.342903257s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:33.955803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:32.842604Z","time spent":"1.113184329s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:33.955816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:30.612795Z","time spent":"3.343018119s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-26T02:25:33.955895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255710183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aab5c4e26b65\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-26T02:25:33.955917Z","caller":"traceutil/trace.go:171","msg":"trace[936196951] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897aab5c4e26b65; range_end:; response_count:1; response_revision:23206; }","duration":"1.255768114s","start":"2026-02-26T02:25:32.700142Z","end":"2026-02-26T02:25:33.95591Z","steps":["trace[936196951] 'agreement among raft nodes before linearized reading' (duration: 1.255692213s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:33.955937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:32.70012Z","time spent":"1.255812885s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aab5c4e26b65\" "} {"level":"warn","ts":"2026-02-26T02:25:33.95598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.344536236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-26T02:25:33.955998Z","caller":"traceutil/trace.go:171","msg":"trace[1112988521] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23206; }","duration":"3.344555307s","start":"2026-02-26T02:25:30.611437Z","end":"2026-02-26T02:25:33.955993Z","steps":["trace[1112988521] 'agreement among raft nodes before linearized reading' (duration: 3.344500356s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:33.955975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.424232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:25:33.956056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701322755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:33.956055Z","caller":"traceutil/trace.go:171","msg":"trace[2115900888] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23206; }","duration":"761.549504ms","start":"2026-02-26T02:25:33.194483Z","end":"2026-02-26T02:25:33.956033Z","steps":["trace[2115900888] 'agreement among raft nodes before linearized reading' (duration: 761.29096ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:33.956077Z","caller":"traceutil/trace.go:171","msg":"trace[1299966685] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23206; }","duration":"1.701371875s","start":"2026-02-26T02:25:32.254698Z","end":"2026-02-26T02:25:33.95607Z","steps":["trace[1299966685] 'agreement among raft nodes before linearized reading' (duration: 1.701333404s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:33.955705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:30.717253Z","time spent":"3.238446699s","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:33.956098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:32.254683Z","time spent":"1.701408816s","remote":"127.0.0.1:53448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:33.956096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:33.194458Z","time spent":"761.628975ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:33.956135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.428988281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-26T02:25:33.955543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012825816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:33.956192Z","caller":"traceutil/trace.go:171","msg":"trace[286878628] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23206; }","duration":"3.429064982s","start":"2026-02-26T02:25:30.527107Z","end":"2026-02-26T02:25:33.956172Z","steps":["trace[286878628] 'agreement among raft nodes before linearized reading' (duration: 3.428885739s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:33.955514Z","caller":"traceutil/trace.go:171","msg":"trace[1356098145] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"1.144049142s","start":"2026-02-26T02:25:32.811419Z","end":"2026-02-26T02:25:33.955468Z","steps":["trace[1356098145] 'process raft request' (duration: 1.14389711s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:33.956168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.176404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:33.95623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:30.527092Z","time spent":"3.429129633s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-26T02:25:33.956016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:30.611422Z","time spent":"3.344589558s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T02:25:33.956272Z","caller":"traceutil/trace.go:171","msg":"trace[1072316953] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23206; }","duration":"971.338777ms","start":"2026-02-26T02:25:32.984903Z","end":"2026-02-26T02:25:33.956242Z","steps":["trace[1072316953] 'agreement among raft nodes before linearized reading' (duration: 971.048452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:33.95628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:32.811388Z","time spent":"1.144842457s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:33.956328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:32.984874Z","time spent":"971.442319ms","remote":"127.0.0.1:53464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:33.956201Z","caller":"traceutil/trace.go:171","msg":"trace[555916684] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23206; }","duration":"2.013544769s","start":"2026-02-26T02:25:31.942649Z","end":"2026-02-26T02:25:33.956193Z","steps":["trace[555916684] 'agreement among raft nodes before linearized reading' (duration: 2.012808136s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:33.95642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:31.942616Z","time spent":"2.013791655s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:34.456084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:34.956499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:35.458201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:25:35.903405Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.948071232s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:25:35.909417Z","caller":"traceutil/trace.go:171","msg":"trace[2002374397] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"1.990591809s","start":"2026-02-26T02:25:33.9188Z","end":"2026-02-26T02:25:35.909392Z","steps":["trace[2002374397] 'process raft request' (duration: 1.984875895s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:35.909563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:33.918778Z","time spent":"1.990706842s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:35.957547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000779175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:25:35.957743Z","caller":"traceutil/trace.go:171","msg":"trace[2071943427] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000992569s","start":"2026-02-26T02:25:33.956724Z","end":"2026-02-26T02:25:35.957717Z","steps":["trace[2071943427] 'agreement among raft nodes before linearized reading' (duration: 2.000787616s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:35.957875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:33.956708Z","time spent":"2.001121741s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:25:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:25:36.061694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000178814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:25:36.061824Z","caller":"traceutil/trace.go:171","msg":"trace[1302308672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000350547s","start":"2026-02-26T02:25:34.061445Z","end":"2026-02-26T02:25:36.061795Z","steps":["trace[1302308672] 'agreement among raft nodes before linearized reading' (duration: 2.000193024s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.061924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:34.061433Z","time spent":"2.000476269s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:36.908928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.739614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:36.909354Z","caller":"traceutil/trace.go:171","msg":"trace[778351113] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"2.94952818s","start":"2026-02-26T02:25:33.959753Z","end":"2026-02-26T02:25:36.909281Z","steps":["trace[778351113] 'process raft request' (duration: 2.804317467s)","trace[778351113] 'compare' (duration: 144.121493ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:36.909584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:33.959734Z","time spent":"2.949721644s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:36.909676Z","caller":"traceutil/trace.go:171","msg":"trace[1125559275] transaction","detail":"{read_only:false; response_revision:23209; number_of_response:1; }","duration":"2.949840205s","start":"2026-02-26T02:25:33.959775Z","end":"2026-02-26T02:25:36.909615Z","steps":["trace[1125559275] 'process raft request' (duration: 2.949473939s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:36.909752Z","caller":"traceutil/trace.go:171","msg":"trace[213141222] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"2.948617513s","start":"2026-02-26T02:25:33.961095Z","end":"2026-02-26T02:25:36.909712Z","steps":["trace[213141222] 'process raft request' (duration: 2.948329068s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.909894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:33.959758Z","time spent":"2.950015638s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:36.909964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:33.961083Z","time spent":"2.948785026s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:36.910162Z","caller":"traceutil/trace.go:171","msg":"trace[992066940] transaction","detail":"{read_only:false; response_revision:23212; number_of_response:1; }","duration":"2.602474389s","start":"2026-02-26T02:25:34.307603Z","end":"2026-02-26T02:25:36.910077Z","steps":["trace[992066940] 'process raft request' (duration: 2.602117553s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:36.910292Z","caller":"traceutil/trace.go:171","msg":"trace[1515064625] transaction","detail":"{read_only:false; response_revision:23214; number_of_response:1; }","duration":"984.305444ms","start":"2026-02-26T02:25:35.925969Z","end":"2026-02-26T02:25:36.910275Z","steps":["trace[1515064625] 'process raft request' (duration: 984.115071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.910394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:35.925934Z","time spent":"984.401306ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:36.910453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990115241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-gr5w8\" ","response":"range_response_count:1 size:5314"} {"level":"info","ts":"2026-02-26T02:25:36.910192Z","caller":"traceutil/trace.go:171","msg":"trace[764360524] linearizableReadLoop","detail":"{readStateIndex:24024; appliedIndex:24017; }","duration":"2.954738184s","start":"2026-02-26T02:25:33.955434Z","end":"2026-02-26T02:25:36.910172Z","steps":["trace[764360524] 'read index received' (duration: 1.948262675s)","trace[764360524] 'applied index is now lower than readState.Index' (duration: 1.006474289s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:36.910509Z","caller":"traceutil/trace.go:171","msg":"trace[164049809] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-gr5w8; range_end:; response_count:1; response_revision:23214; }","duration":"2.990207393s","start":"2026-02-26T02:25:33.920278Z","end":"2026-02-26T02:25:36.910485Z","steps":["trace[164049809] 'agreement among raft nodes before linearized reading' (duration: 2.989953528s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.910549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:33.920253Z","time spent":"2.990288055s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5336,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-gr5w8\" "} {"level":"info","ts":"2026-02-26T02:25:36.910535Z","caller":"traceutil/trace.go:171","msg":"trace[1501882613] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"2.674986114s","start":"2026-02-26T02:25:34.234821Z","end":"2026-02-26T02:25:36.909807Z","steps":["trace[1501882613] 'process raft request' (duration: 2.67477231s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.910718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:34.234788Z","time spent":"2.67584153s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:36.910749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951000757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2ac95f4d-3b3b-4065-b2d7-174eee1e0114\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-02-26T02:25:36.910761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302682582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:36.910801Z","caller":"traceutil/trace.go:171","msg":"trace[2013724525] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2ac95f4d-3b3b-4065-b2d7-174eee1e0114; range_end:; response_count:1; response_revision:23214; }","duration":"2.951084068s","start":"2026-02-26T02:25:33.959701Z","end":"2026-02-26T02:25:36.910785Z","steps":["trace[2013724525] 'agreement among raft nodes before linearized reading' (duration: 2.950915785s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:36.910829Z","caller":"traceutil/trace.go:171","msg":"trace[886564945] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23214; }","duration":"1.302813394s","start":"2026-02-26T02:25:35.607994Z","end":"2026-02-26T02:25:36.910807Z","steps":["trace[886564945] 'agreement among raft nodes before linearized reading' (duration: 1.302660122s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.910859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:33.959681Z","time spent":"2.95116565s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-2ac95f4d-3b3b-4065-b2d7-174eee1e0114\" "} {"level":"warn","ts":"2026-02-26T02:25:36.910886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:35.607966Z","time spent":"1.302902195s","remote":"127.0.0.1:42138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:36.910903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.342449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-26T02:25:36.910941Z","caller":"traceutil/trace.go:171","msg":"trace[1783033164] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23214; }","duration":"999.393829ms","start":"2026-02-26T02:25:35.911532Z","end":"2026-02-26T02:25:36.910926Z","steps":["trace[1783033164] 'agreement among raft nodes before linearized reading' (duration: 999.310388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.910977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:35.911516Z","time spent":"999.455041ms","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:25:36.910994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323771966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:36.91103Z","caller":"traceutil/trace.go:171","msg":"trace[475932447] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23214; }","duration":"1.323857138s","start":"2026-02-26T02:25:35.587163Z","end":"2026-02-26T02:25:36.91102Z","steps":["trace[475932447] 'agreement among raft nodes before linearized reading' (duration: 1.323786927s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.911027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783215661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:25:36.91107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:35.587134Z","time spent":"1.323927949s","remote":"127.0.0.1:42246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:36.91109Z","caller":"traceutil/trace.go:171","msg":"trace[727377641] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23214; }","duration":"1.783337773s","start":"2026-02-26T02:25:35.127735Z","end":"2026-02-26T02:25:36.911072Z","steps":["trace[727377641] 'agreement among raft nodes before linearized reading' (duration: 1.78315979s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.911129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.853584837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-02-26T02:25:36.91115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:35.127703Z","time spent":"1.783435354s","remote":"127.0.0.1:42270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-26T02:25:36.91117Z","caller":"traceutil/trace.go:171","msg":"trace[1947156761] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:23214; }","duration":"2.853669058s","start":"2026-02-26T02:25:34.05749Z","end":"2026-02-26T02:25:36.911159Z","steps":["trace[1947156761] 'agreement among raft nodes before linearized reading' (duration: 2.853562437s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.911158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.855721046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:36.911205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:34.057462Z","time spent":"2.853736179s","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-02-26T02:25:36.911227Z","caller":"traceutil/trace.go:171","msg":"trace[1113789003] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23214; }","duration":"2.855839048s","start":"2026-02-26T02:25:34.055366Z","end":"2026-02-26T02:25:36.911205Z","steps":["trace[1113789003] 'agreement among raft nodes before linearized reading' (duration: 2.855725426s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.911292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:34.055339Z","time spent":"2.855937261s","remote":"127.0.0.1:42478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:36.911437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.862275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:36.911494Z","caller":"traceutil/trace.go:171","msg":"trace[21026737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23214; }","duration":"944.64769ms","start":"2026-02-26T02:25:35.966828Z","end":"2026-02-26T02:25:36.911476Z","steps":["trace[21026737] 'agreement among raft nodes before linearized reading' (duration: 943.862056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.911537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:35.966798Z","time spent":"944.723671ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:25:36.911612Z","caller":"traceutil/trace.go:171","msg":"trace[2077938690] transaction","detail":"{read_only:false; response_revision:23213; number_of_response:1; }","duration":"2.526103543s","start":"2026-02-26T02:25:34.385487Z","end":"2026-02-26T02:25:36.911591Z","steps":["trace[2077938690] 'process raft request' (duration: 2.524476203s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:36.911708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:34.385452Z","time spent":"2.526212845s","remote":"127.0.0.1:34138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:36.911998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:34.307562Z","time spent":"2.602699263s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:37.065876Z","caller":"traceutil/trace.go:171","msg":"trace[1568951573] linearizableReadLoop","detail":"{readStateIndex:24027; appliedIndex:24026; }","duration":"123.346473ms","start":"2026-02-26T02:25:36.942502Z","end":"2026-02-26T02:25:37.065849Z","steps":["trace[1568951573] 'read index received' (duration: 94.049919ms)","trace[1568951573] 'applied index is now lower than readState.Index' (duration: 29.295534ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:37.066096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.930304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18644"} {"level":"info","ts":"2026-02-26T02:25:37.066151Z","caller":"traceutil/trace.go:171","msg":"trace[1097766004] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23216; }","duration":"146.991296ms","start":"2026-02-26T02:25:36.919126Z","end":"2026-02-26T02:25:37.066118Z","steps":["trace[1097766004] 'agreement among raft nodes before linearized reading' (duration: 146.839733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:37.066238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.977742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-02-26T02:25:37.066351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.284269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-87eb3398-5876-4227-84c8-6e70fc8c55e9\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-26T02:25:37.066343Z","caller":"traceutil/trace.go:171","msg":"trace[145494109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23216; }","duration":"132.130975ms","start":"2026-02-26T02:25:36.93419Z","end":"2026-02-26T02:25:37.066321Z","steps":["trace[145494109] 'agreement among raft nodes before linearized reading' (duration: 131.764738ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:37.066374Z","caller":"traceutil/trace.go:171","msg":"trace[815930014] range","detail":"{range_begin:/registry/persistentvolumes/pvc-87eb3398-5876-4227-84c8-6e70fc8c55e9; range_end:; response_count:1; response_revision:23216; }","duration":"148.315019ms","start":"2026-02-26T02:25:36.91805Z","end":"2026-02-26T02:25:37.066365Z","steps":["trace[815930014] 'agreement among raft nodes before linearized reading' (duration: 148.250858ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:37.066612Z","caller":"traceutil/trace.go:171","msg":"trace[1570276177] transaction","detail":"{read_only:false; response_revision:23216; number_of_response:1; }","duration":"146.69142ms","start":"2026-02-26T02:25:36.919907Z","end":"2026-02-26T02:25:37.066598Z","steps":["trace[1570276177] 'process raft request' (duration: 116.626251ms)","trace[1570276177] 'compare' (duration: 29.196703ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:37.248905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:36.943538Z","time spent":"305.331789ms","remote":"127.0.0.1:42192","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:25:37.249084Z","caller":"traceutil/trace.go:171","msg":"trace[223166156] linearizableReadLoop","detail":"{readStateIndex:24028; appliedIndex:24027; }","duration":"183.110946ms","start":"2026-02-26T02:25:37.065939Z","end":"2026-02-26T02:25:37.24905Z","steps":["trace[223166156] 'read index received' (duration: 104.53409ms)","trace[223166156] 'applied index is now lower than readState.Index' (duration: 78.573066ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:37.249094Z","caller":"traceutil/trace.go:171","msg":"trace[837817805] transaction","detail":"{read_only:false; response_revision:23217; number_of_response:1; }","duration":"176.750549ms","start":"2026-02-26T02:25:37.072313Z","end":"2026-02-26T02:25:37.249063Z","steps":["trace[837817805] 'process raft request' (duration: 176.554636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:37.249164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.668999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:37.24924Z","caller":"traceutil/trace.go:171","msg":"trace[865705760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23217; }","duration":"204.814932ms","start":"2026-02-26T02:25:37.044414Z","end":"2026-02-26T02:25:37.249229Z","steps":["trace[865705760] 'agreement among raft nodes before linearized reading' (duration: 204.639419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:37.249397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.636329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8f68af7f388\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-26T02:25:37.249431Z","caller":"traceutil/trace.go:171","msg":"trace[1374621488] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897a8f68af7f388; range_end:; response_count:1; response_revision:23217; }","duration":"302.726902ms","start":"2026-02-26T02:25:36.946694Z","end":"2026-02-26T02:25:37.249421Z","steps":["trace[1374621488] 'agreement among raft nodes before linearized reading' (duration: 302.533698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:37.249466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:36.94667Z","time spent":"302.788043ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897a8f68af7f388\" "} {"level":"warn","ts":"2026-02-26T02:25:37.249443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.669956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-02-26T02:25:37.24954Z","caller":"traceutil/trace.go:171","msg":"trace[1697106943] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23217; }","duration":"177.797299ms","start":"2026-02-26T02:25:37.071718Z","end":"2026-02-26T02:25:37.249516Z","steps":["trace[1697106943] 'agreement among raft nodes before linearized reading' (duration: 177.550264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:37.249651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.936215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-26T02:25:37.249704Z","caller":"traceutil/trace.go:171","msg":"trace[777473969] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23217; }","duration":"176.014366ms","start":"2026-02-26T02:25:37.073676Z","end":"2026-02-26T02:25:37.249691Z","steps":["trace[777473969] 'agreement among raft nodes before linearized reading' (duration: 175.895714ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:37.524527Z","caller":"traceutil/trace.go:171","msg":"trace[1971455769] linearizableReadLoop","detail":"{readStateIndex:24032; appliedIndex:24031; }","duration":"261.944726ms","start":"2026-02-26T02:25:37.262553Z","end":"2026-02-26T02:25:37.524498Z","steps":["trace[1971455769] 'read index received' (duration: 261.915835ms)","trace[1971455769] 'applied index is now lower than readState.Index' (duration: 27.781µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:37.524795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.23044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-02-26T02:25:37.524857Z","caller":"traceutil/trace.go:171","msg":"trace[1779095055] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:23220; }","duration":"262.334092ms","start":"2026-02-26T02:25:37.262493Z","end":"2026-02-26T02:25:37.524827Z","steps":["trace[1779095055] 'agreement among raft nodes before linearized reading' (duration: 262.146669ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:37.524609Z","caller":"traceutil/trace.go:171","msg":"trace[1629856357] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"262.762001ms","start":"2026-02-26T02:25:37.261826Z","end":"2026-02-26T02:25:37.524588Z","steps":["trace[1629856357] 'process raft request' (duration: 262.520857ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:37.581951Z","caller":"traceutil/trace.go:171","msg":"trace[1565626330] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"315.954953ms","start":"2026-02-26T02:25:37.265972Z","end":"2026-02-26T02:25:37.581927Z","steps":["trace[1565626330] 'process raft request' (duration: 315.687268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:37.582106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:37.265957Z","time spent":"316.073275ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:25:37.582485Z","caller":"traceutil/trace.go:171","msg":"trace[1783054705] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"312.364068ms","start":"2026-02-26T02:25:37.270108Z","end":"2026-02-26T02:25:37.582472Z","steps":["trace[1783054705] 'process raft request' (duration: 311.686356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:37.582573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.27543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:37.582607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.600685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-02-26T02:25:37.582631Z","caller":"traceutil/trace.go:171","msg":"trace[1256815920] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:23222; }","duration":"274.383703ms","start":"2026-02-26T02:25:37.308234Z","end":"2026-02-26T02:25:37.582618Z","steps":["trace[1256815920] 'agreement among raft nodes before linearized reading' (duration: 274.27481ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:37.582658Z","caller":"traceutil/trace.go:171","msg":"trace[360511193] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:23222; }","duration":"316.657127ms","start":"2026-02-26T02:25:37.265988Z","end":"2026-02-26T02:25:37.582645Z","steps":["trace[360511193] 'agreement among raft nodes before linearized reading' (duration: 316.491413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:37.582713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:37.26596Z","time spent":"316.744658ms","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":991,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-02-26T02:25:37.582764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.45189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-02-26T02:25:37.582804Z","caller":"traceutil/trace.go:171","msg":"trace[714442080] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:23222; }","duration":"312.50133ms","start":"2026-02-26T02:25:37.270291Z","end":"2026-02-26T02:25:37.582792Z","steps":["trace[714442080] 'agreement among raft nodes before linearized reading' (duration: 312.406028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:37.582803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.404523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-02-26T02:25:37.582899Z","caller":"traceutil/trace.go:171","msg":"trace[1731741288] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:23222; }","duration":"211.566996ms","start":"2026-02-26T02:25:37.371309Z","end":"2026-02-26T02:25:37.582876Z","steps":["trace[1731741288] 'agreement among raft nodes before linearized reading' (duration: 211.323571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:37.58293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.305469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"warn","ts":"2026-02-26T02:25:37.583024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.065024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-26T02:25:37.583026Z","caller":"traceutil/trace.go:171","msg":"trace[381903111] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:23222; }","duration":"287.458813ms","start":"2026-02-26T02:25:37.295547Z","end":"2026-02-26T02:25:37.583005Z","steps":["trace[381903111] 'agreement among raft nodes before linearized reading' (duration: 287.071536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:37.583046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.285062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-02-26T02:25:37.583066Z","caller":"traceutil/trace.go:171","msg":"trace[574063839] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23222; }","duration":"317.118955ms","start":"2026-02-26T02:25:37.265935Z","end":"2026-02-26T02:25:37.583054Z","steps":["trace[574063839] 'agreement among raft nodes before linearized reading' (duration: 317.024163ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:37.583081Z","caller":"traceutil/trace.go:171","msg":"trace[954671367] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:23222; }","duration":"320.336033ms","start":"2026-02-26T02:25:37.262734Z","end":"2026-02-26T02:25:37.58307Z","steps":["trace[954671367] 'agreement among raft nodes before linearized reading' (duration: 320.229691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:37.583099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:37.265927Z","time spent":"317.165785ms","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-02-26T02:25:37.582664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.098393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"warn","ts":"2026-02-26T02:25:37.583112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:37.262724Z","time spent":"320.381224ms","remote":"127.0.0.1:42222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-02-26T02:25:37.583151Z","caller":"traceutil/trace.go:171","msg":"trace[826064080] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:23222; }","duration":"312.591981ms","start":"2026-02-26T02:25:37.270543Z","end":"2026-02-26T02:25:37.583135Z","steps":["trace[826064080] 'agreement among raft nodes before linearized reading' (duration: 312.01604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:37.583197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:37.270535Z","time spent":"312.648582ms","remote":"127.0.0.1:42222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-02-26T02:25:37.582839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:37.270282Z","time spent":"312.548892ms","remote":"127.0.0.1:42222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-02-26T02:25:37.583404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:37.270099Z","time spent":"312.419718ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:37.583542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.841299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-02-26T02:25:37.583592Z","caller":"traceutil/trace.go:171","msg":"trace[897495377] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:23222; }","duration":"125.937491ms","start":"2026-02-26T02:25:37.457642Z","end":"2026-02-26T02:25:37.583579Z","steps":["trace[897495377] 'agreement among raft nodes before linearized reading' (duration: 124.893132ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:38.001858Z","caller":"traceutil/trace.go:171","msg":"trace[1868758242] linearizableReadLoop","detail":"{readStateIndex:24042; appliedIndex:24040; }","duration":"238.961467ms","start":"2026-02-26T02:25:37.762865Z","end":"2026-02-26T02:25:38.001826Z","steps":["trace[1868758242] 'read index received' (duration: 30.805614ms)","trace[1868758242] 'applied index is now lower than readState.Index' (duration: 208.154433ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:38.002287Z","caller":"traceutil/trace.go:171","msg":"trace[366946749] transaction","detail":"{read_only:false; response_revision:23230; number_of_response:1; }","duration":"239.69599ms","start":"2026-02-26T02:25:37.762571Z","end":"2026-02-26T02:25:38.002267Z","steps":["trace[366946749] 'process raft request' (duration: 239.057188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:38.002647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.762491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-be051e45-21cd-45ab-83ca-a9d57bbdda3f\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-02-26T02:25:38.002697Z","caller":"traceutil/trace.go:171","msg":"trace[1380893485] range","detail":"{range_begin:/registry/persistentvolumes/pvc-be051e45-21cd-45ab-83ca-a9d57bbdda3f; range_end:; response_count:1; response_revision:23230; }","duration":"239.849733ms","start":"2026-02-26T02:25:37.762834Z","end":"2026-02-26T02:25:38.002684Z","steps":["trace[1380893485] 'agreement among raft nodes before linearized reading' (duration: 239.679249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:38.003011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.161976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1897aab5c4e26b65\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-26T02:25:38.003069Z","caller":"traceutil/trace.go:171","msg":"trace[1384272601] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1897aab5c4e26b65; range_end:; response_count:1; response_revision:23230; }","duration":"206.238588ms","start":"2026-02-26T02:25:37.796814Z","end":"2026-02-26T02:25:38.003052Z","steps":["trace[1384272601] 'agreement among raft nodes before linearized reading' (duration: 206.095846ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:38.189465Z","caller":"traceutil/trace.go:171","msg":"trace[328764155] linearizableReadLoop","detail":"{readStateIndex:24044; appliedIndex:24043; }","duration":"146.259433ms","start":"2026-02-26T02:25:38.043168Z","end":"2026-02-26T02:25:38.189428Z","steps":["trace[328764155] 'read index received' (duration: 146.050489ms)","trace[328764155] 'applied index is now lower than readState.Index' (duration: 207.353µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:38.189563Z","caller":"traceutil/trace.go:171","msg":"trace[996837213] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"176.79743ms","start":"2026-02-26T02:25:38.012724Z","end":"2026-02-26T02:25:38.189521Z","steps":["trace[996837213] 'process raft request' (duration: 176.470214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:38.189648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.568046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:38.189689Z","caller":"traceutil/trace.go:171","msg":"trace[211283836] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23232; }","duration":"153.645578ms","start":"2026-02-26T02:25:38.036028Z","end":"2026-02-26T02:25:38.189673Z","steps":["trace[211283836] 'agreement among raft nodes before linearized reading' (duration: 153.559586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:38.211784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.128875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-567d85f7-aeed-479f-bf9b-2b84d05bb18c\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-02-26T02:25:38.211876Z","caller":"traceutil/trace.go:171","msg":"trace[996631463] range","detail":"{range_begin:/registry/persistentvolumes/pvc-567d85f7-aeed-479f-bf9b-2b84d05bb18c; range_end:; response_count:1; response_revision:23233; }","duration":"166.248558ms","start":"2026-02-26T02:25:38.045606Z","end":"2026-02-26T02:25:38.211855Z","steps":["trace[996631463] 'agreement among raft nodes before linearized reading' (duration: 166.058625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:38.212026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.06503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:38.212066Z","caller":"traceutil/trace.go:171","msg":"trace[228971409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23233; }","duration":"168.101381ms","start":"2026-02-26T02:25:38.043953Z","end":"2026-02-26T02:25:38.212055Z","steps":["trace[228971409] 'agreement among raft nodes before linearized reading' (duration: 168.04337ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:38.212169Z","caller":"traceutil/trace.go:171","msg":"trace[1953210708] transaction","detail":"{read_only:false; response_revision:23233; number_of_response:1; }","duration":"165.668567ms","start":"2026-02-26T02:25:38.046489Z","end":"2026-02-26T02:25:38.212157Z","steps":["trace[1953210708] 'process raft request' (duration: 164.996015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:38.214791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.350585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389155"} {"level":"info","ts":"2026-02-26T02:25:38.214908Z","caller":"traceutil/trace.go:171","msg":"trace[183696568] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:23233; }","duration":"163.493688ms","start":"2026-02-26T02:25:38.051389Z","end":"2026-02-26T02:25:38.214883Z","steps":["trace[183696568] 'agreement among raft nodes before linearized reading' (duration: 160.260719ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:38.569102Z","caller":"traceutil/trace.go:171","msg":"trace[1517045728] linearizableReadLoop","detail":"{readStateIndex:24051; appliedIndex:24050; }","duration":"216.16637ms","start":"2026-02-26T02:25:38.352908Z","end":"2026-02-26T02:25:38.569074Z","steps":["trace[1517045728] 'read index received' (duration: 197.461348ms)","trace[1517045728] 'applied index is now lower than readState.Index' (duration: 18.703472ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:38.56911Z","caller":"traceutil/trace.go:171","msg":"trace[123547791] transaction","detail":"{read_only:false; response_revision:23239; number_of_response:1; }","duration":"217.068656ms","start":"2026-02-26T02:25:38.352015Z","end":"2026-02-26T02:25:38.569084Z","steps":["trace[123547791] 'process raft request' (duration: 198.445746ms)","trace[123547791] 'compare' (duration: 18.383126ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:38.569271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.346563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-c78w2\" ","response":"range_response_count:1 size:4226"} {"level":"info","ts":"2026-02-26T02:25:38.569309Z","caller":"traceutil/trace.go:171","msg":"trace[1367238851] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-c78w2; range_end:; response_count:1; response_revision:23239; }","duration":"216.416954ms","start":"2026-02-26T02:25:38.352885Z","end":"2026-02-26T02:25:38.569302Z","steps":["trace[1367238851] 'agreement among raft nodes before linearized reading' (duration: 216.280831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:38.569515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.160775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-02-26T02:25:38.569547Z","caller":"traceutil/trace.go:171","msg":"trace[656814091] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:23239; }","duration":"207.216196ms","start":"2026-02-26T02:25:38.362324Z","end":"2026-02-26T02:25:38.56954Z","steps":["trace[656814091] 'agreement among raft nodes before linearized reading' (duration: 207.086324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:38.571966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.191007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-rabbit-init-dtd85.1897a9e58083de80\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23233 ","response":"range_response_count:500 size:388409"} {"level":"info","ts":"2026-02-26T02:25:38.572071Z","caller":"traceutil/trace.go:171","msg":"trace[1850275457] range","detail":"{range_begin:/registry/events/openstack/neutron-rabbit-init-dtd85.1897a9e58083de80\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:23239; }","duration":"212.322739ms","start":"2026-02-26T02:25:38.359723Z","end":"2026-02-26T02:25:38.572046Z","steps":["trace[1850275457] 'agreement among raft nodes before linearized reading' (duration: 209.591299ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:38.701531Z","caller":"traceutil/trace.go:171","msg":"trace[1018255764] linearizableReadLoop","detail":"{readStateIndex:24053; appliedIndex:24052; }","duration":"122.956367ms","start":"2026-02-26T02:25:38.57855Z","end":"2026-02-26T02:25:38.701506Z","steps":["trace[1018255764] 'read index received' (duration: 122.745582ms)","trace[1018255764] 'applied index is now lower than readState.Index' (duration: 210.005µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:38.701905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.333264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1897aab8ade6ba5e\" ","response":"range_response_count:1 size:875"} {"level":"info","ts":"2026-02-26T02:25:38.701881Z","caller":"traceutil/trace.go:171","msg":"trace[643459070] transaction","detail":"{read_only:false; response_revision:23241; number_of_response:1; }","duration":"123.634039ms","start":"2026-02-26T02:25:38.578197Z","end":"2026-02-26T02:25:38.701831Z","steps":["trace[643459070] 'process raft request' (duration: 123.15382ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:38.702026Z","caller":"traceutil/trace.go:171","msg":"trace[502491241] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.1897aab8ade6ba5e; range_end:; response_count:1; response_revision:23241; }","duration":"123.457355ms","start":"2026-02-26T02:25:38.578529Z","end":"2026-02-26T02:25:38.701986Z","steps":["trace[502491241] 'agreement among raft nodes before linearized reading' (duration: 123.239432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:38.704282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.917289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.1897a83af84176d3\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23233 ","response":"range_response_count:493 size:382069"} {"level":"info","ts":"2026-02-26T02:25:38.704382Z","caller":"traceutil/trace.go:171","msg":"trace[1478918624] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-pxc-0.1897a83af84176d3\u0000; range_end:/registry/events/openstack0; response_count:493; response_revision:23241; }","duration":"110.074992ms","start":"2026-02-26T02:25:38.594282Z","end":"2026-02-26T02:25:38.704357Z","steps":["trace[1478918624] 'agreement among raft nodes before linearized reading' (duration: 107.617657ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:39.013112Z","caller":"traceutil/trace.go:171","msg":"trace[102932211] linearizableReadLoop","detail":"{readStateIndex:24054; appliedIndex:24053; }","duration":"302.604379ms","start":"2026-02-26T02:25:38.710476Z","end":"2026-02-26T02:25:39.01308Z","steps":["trace[102932211] 'read index received' (duration: 302.391355ms)","trace[102932211] 'applied index is now lower than readState.Index' (duration: 211.564µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:39.013179Z","caller":"traceutil/trace.go:171","msg":"trace[83038649] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"308.172821ms","start":"2026-02-26T02:25:38.704951Z","end":"2026-02-26T02:25:39.013123Z","steps":["trace[83038649] 'process raft request' (duration: 307.935627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:39.013424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.917994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-vxdmn\" ","response":"range_response_count:1 size:4898"} {"level":"info","ts":"2026-02-26T02:25:39.013514Z","caller":"traceutil/trace.go:171","msg":"trace[1325040604] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-vxdmn; range_end:; response_count:1; response_revision:23242; }","duration":"303.039006ms","start":"2026-02-26T02:25:38.710454Z","end":"2026-02-26T02:25:39.013493Z","steps":["trace[1325040604] 'agreement among raft nodes before linearized reading' (duration: 302.755371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:39.013567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:38.710435Z","time spent":"303.121038ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4920,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-vxdmn\" "} {"level":"warn","ts":"2026-02-26T02:25:39.013907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:38.704922Z","time spent":"308.347763ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:39.219855Z","caller":"traceutil/trace.go:171","msg":"trace[400951487] transaction","detail":"{read_only:false; response_revision:23243; number_of_response:1; }","duration":"304.035825ms","start":"2026-02-26T02:25:38.915794Z","end":"2026-02-26T02:25:39.21983Z","steps":["trace[400951487] 'process raft request' (duration: 266.236404ms)","trace[400951487] 'compare' (duration: 37.619018ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:39.21995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.136358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-02-26T02:25:39.219985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:38.915768Z","time spent":"304.143317ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:39.219993Z","caller":"traceutil/trace.go:171","msg":"trace[111096108] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23243; }","duration":"321.222238ms","start":"2026-02-26T02:25:38.898759Z","end":"2026-02-26T02:25:39.219981Z","steps":["trace[111096108] 'agreement among raft nodes before linearized reading' (duration: 321.067016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:39.219991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.081677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-02-26T02:25:39.220024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:38.898733Z","time spent":"321.28497ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-26T02:25:39.220034Z","caller":"traceutil/trace.go:171","msg":"trace[2134219690] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23243; }","duration":"465.163959ms","start":"2026-02-26T02:25:38.754861Z","end":"2026-02-26T02:25:39.220024Z","steps":["trace[2134219690] 'agreement among raft nodes before linearized reading' (duration: 465.037047ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:39.219841Z","caller":"traceutil/trace.go:171","msg":"trace[729594272] linearizableReadLoop","detail":"{readStateIndex:24055; appliedIndex:24054; }","duration":"206.615915ms","start":"2026-02-26T02:25:39.01319Z","end":"2026-02-26T02:25:39.219806Z","steps":["trace[729594272] 'read index received' (duration: 169.052609ms)","trace[729594272] 'applied index is now lower than readState.Index' (duration: 37.562066ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:39.220066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:38.754837Z","time spent":"465.22224ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-26T02:25:39.220151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.569225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:464"} {"level":"info","ts":"2026-02-26T02:25:39.220229Z","caller":"traceutil/trace.go:171","msg":"trace[808399732] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23243; }","duration":"402.683126ms","start":"2026-02-26T02:25:38.817527Z","end":"2026-02-26T02:25:39.22021Z","steps":["trace[808399732] 'agreement among raft nodes before linearized reading' (duration: 402.481773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:39.220263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:38.817508Z","time spent":"402.748308ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":486,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-02-26T02:25:39.26399Z","caller":"traceutil/trace.go:171","msg":"trace[2061370128] transaction","detail":"{read_only:false; response_revision:23244; number_of_response:1; }","duration":"243.945567ms","start":"2026-02-26T02:25:39.020019Z","end":"2026-02-26T02:25:39.263965Z","steps":["trace[2061370128] 'process raft request' (duration: 243.59072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:39.264175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.475568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:39.264205Z","caller":"traceutil/trace.go:171","msg":"trace[1518101870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23244; }","duration":"220.561701ms","start":"2026-02-26T02:25:39.043637Z","end":"2026-02-26T02:25:39.264199Z","steps":["trace[1518101870] 'agreement among raft nodes before linearized reading' (duration: 220.493119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:39.264503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.902572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-vxdmn.1897aab8da601d7b\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-26T02:25:39.264581Z","caller":"traceutil/trace.go:171","msg":"trace[1350478833] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-vxdmn.1897aab8da601d7b; range_end:; response_count:1; response_revision:23244; }","duration":"247.022374ms","start":"2026-02-26T02:25:39.017538Z","end":"2026-02-26T02:25:39.26456Z","steps":["trace[1350478833] 'agreement among raft nodes before linearized reading' (duration: 246.822151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:39.601648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.223996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:39.601766Z","caller":"traceutil/trace.go:171","msg":"trace[1019683421] transaction","detail":"{read_only:false; response_revision:23256; number_of_response:1; }","duration":"128.04852ms","start":"2026-02-26T02:25:39.473696Z","end":"2026-02-26T02:25:39.601745Z","steps":["trace[1019683421] 'process raft request' (duration: 18.64531ms)","trace[1019683421] 'compare' (duration: 108.575004ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:39.612293Z","caller":"traceutil/trace.go:171","msg":"trace[4870219] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"137.461542ms","start":"2026-02-26T02:25:39.474812Z","end":"2026-02-26T02:25:39.612274Z","steps":["trace[4870219] 'process raft request' (duration: 137.273558ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:39.72643Z","caller":"traceutil/trace.go:171","msg":"trace[726681445] transaction","detail":"{read_only:false; response_revision:23259; number_of_response:1; }","duration":"106.909624ms","start":"2026-02-26T02:25:39.619496Z","end":"2026-02-26T02:25:39.726405Z","steps":["trace[726681445] 'process raft request' (duration: 106.838143ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:39.726723Z","caller":"traceutil/trace.go:171","msg":"trace[109183907] linearizableReadLoop","detail":"{readStateIndex:24070; appliedIndex:24069; }","duration":"107.767799ms","start":"2026-02-26T02:25:39.61891Z","end":"2026-02-26T02:25:39.726678Z","steps":["trace[109183907] 'read index received' (duration: 105.461377ms)","trace[109183907] 'applied index is now lower than readState.Index' (duration: 2.296992ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:39.726791Z","caller":"traceutil/trace.go:171","msg":"trace[1897718943] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"112.430973ms","start":"2026-02-26T02:25:39.61432Z","end":"2026-02-26T02:25:39.726751Z","steps":["trace[1897718943] 'process raft request' (duration: 110.0658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:39.727017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.089555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-2tp5k\" ","response":"range_response_count:1 size:4980"} {"level":"info","ts":"2026-02-26T02:25:39.727076Z","caller":"traceutil/trace.go:171","msg":"trace[1081553748] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-2tp5k; range_end:; response_count:1; response_revision:23259; }","duration":"108.185846ms","start":"2026-02-26T02:25:39.618877Z","end":"2026-02-26T02:25:39.727063Z","steps":["trace[1081553748] 'agreement among raft nodes before linearized reading' (duration: 107.991942ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:39.976245Z","caller":"traceutil/trace.go:171","msg":"trace[249953837] linearizableReadLoop","detail":"{readStateIndex:24073; appliedIndex:24071; }","duration":"201.41486ms","start":"2026-02-26T02:25:39.774794Z","end":"2026-02-26T02:25:39.976209Z","steps":["trace[249953837] 'read index received' (duration: 9.535154ms)","trace[249953837] 'applied index is now lower than readState.Index' (duration: 191.878296ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:39.976479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.642934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:39.976525Z","caller":"traceutil/trace.go:171","msg":"trace[908903924] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23261; }","duration":"201.769047ms","start":"2026-02-26T02:25:39.774743Z","end":"2026-02-26T02:25:39.976512Z","steps":["trace[908903924] 'agreement among raft nodes before linearized reading' (duration: 201.640144ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:39.976515Z","caller":"traceutil/trace.go:171","msg":"trace[1174412104] transaction","detail":"{read_only:false; response_revision:23261; number_of_response:1; }","duration":"239.497446ms","start":"2026-02-26T02:25:39.736842Z","end":"2026-02-26T02:25:39.97634Z","steps":["trace[1174412104] 'process raft request' (duration: 239.122739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:39.976752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.89477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-vxdmn.1897aab8da601d7b\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-26T02:25:39.976845Z","caller":"traceutil/trace.go:171","msg":"trace[166981887] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-vxdmn.1897aab8da601d7b; range_end:; response_count:1; response_revision:23261; }","duration":"189.031244ms","start":"2026-02-26T02:25:39.787786Z","end":"2026-02-26T02:25:39.976817Z","steps":["trace[166981887] 'agreement among raft nodes before linearized reading' (duration: 188.779939ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:40.22111Z","caller":"traceutil/trace.go:171","msg":"trace[1426593182] linearizableReadLoop","detail":"{readStateIndex:24080; appliedIndex:24077; }","duration":"176.598126ms","start":"2026-02-26T02:25:40.044486Z","end":"2026-02-26T02:25:40.221085Z","steps":["trace[1426593182] 'read index received' (duration: 94.003207ms)","trace[1426593182] 'applied index is now lower than readState.Index' (duration: 82.594169ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:40.221244Z","caller":"traceutil/trace.go:171","msg":"trace[654581818] transaction","detail":"{read_only:false; response_revision:23266; number_of_response:1; }","duration":"218.271268ms","start":"2026-02-26T02:25:40.002962Z","end":"2026-02-26T02:25:40.221233Z","steps":["trace[654581818] 'process raft request' (duration: 135.452655ms)","trace[654581818] 'compare' (duration: 82.204122ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:40.221494Z","caller":"traceutil/trace.go:171","msg":"trace[1676279019] transaction","detail":"{read_only:false; response_revision:23267; number_of_response:1; }","duration":"217.974271ms","start":"2026-02-26T02:25:40.003512Z","end":"2026-02-26T02:25:40.221487Z","steps":["trace[1676279019] 'process raft request' (duration: 217.440502ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:40.22176Z","caller":"traceutil/trace.go:171","msg":"trace[1614317630] transaction","detail":"{read_only:false; response_revision:23268; number_of_response:1; }","duration":"207.135545ms","start":"2026-02-26T02:25:40.014617Z","end":"2026-02-26T02:25:40.221753Z","steps":["trace[1614317630] 'process raft request' (duration: 206.427463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:40.221849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.343719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:40.221936Z","caller":"traceutil/trace.go:171","msg":"trace[86302058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23268; }","duration":"177.476723ms","start":"2026-02-26T02:25:40.044439Z","end":"2026-02-26T02:25:40.221916Z","steps":["trace[86302058] 'agreement among raft nodes before linearized reading' (duration: 177.334969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:40.222505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.726952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4943"} {"level":"info","ts":"2026-02-26T02:25:40.222546Z","caller":"traceutil/trace.go:171","msg":"trace[1116129575] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:23268; }","duration":"128.795074ms","start":"2026-02-26T02:25:40.093734Z","end":"2026-02-26T02:25:40.222529Z","steps":["trace[1116129575] 'agreement among raft nodes before linearized reading' (duration: 128.666901ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:40.435664Z","caller":"traceutil/trace.go:171","msg":"trace[1165243524] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"109.165045ms","start":"2026-02-26T02:25:40.326458Z","end":"2026-02-26T02:25:40.435623Z","steps":["trace[1165243524] 'process raft request' (duration: 108.998302ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:41.061998Z","caller":"traceutil/trace.go:171","msg":"trace[2016870546] linearizableReadLoop","detail":"{readStateIndex:24113; appliedIndex:24112; }","duration":"130.270441ms","start":"2026-02-26T02:25:40.931688Z","end":"2026-02-26T02:25:41.061958Z","steps":["trace[2016870546] 'read index received' (duration: 128.932797ms)","trace[2016870546] 'applied index is now lower than readState.Index' (duration: 1.334554ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:41.062112Z","caller":"traceutil/trace.go:171","msg":"trace[1335021033] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"165.152628ms","start":"2026-02-26T02:25:40.896902Z","end":"2026-02-26T02:25:41.062055Z","steps":["trace[1335021033] 'process raft request' (duration: 163.706371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:41.062284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.584906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-02-26T02:25:41.06238Z","caller":"traceutil/trace.go:171","msg":"trace[210318625] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:23301; }","duration":"130.740629ms","start":"2026-02-26T02:25:40.931617Z","end":"2026-02-26T02:25:41.062357Z","steps":["trace[210318625] 'agreement among raft nodes before linearized reading' (duration: 130.524775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:41.274625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.918777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-26T02:25:41.274734Z","caller":"traceutil/trace.go:171","msg":"trace[876087861] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23309; }","duration":"105.045609ms","start":"2026-02-26T02:25:41.169655Z","end":"2026-02-26T02:25:41.274701Z","steps":["trace[876087861] 'agreement among raft nodes before linearized reading' (duration: 104.763324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:41.665548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.243685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:41.665873Z","caller":"traceutil/trace.go:171","msg":"trace[1390538593] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"290.966756ms","start":"2026-02-26T02:25:41.374859Z","end":"2026-02-26T02:25:41.665826Z","steps":["trace[1390538593] 'process raft request' (duration: 122.303914ms)","trace[1390538593] 'compare' (duration: 168.102731ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:41.665926Z","caller":"traceutil/trace.go:171","msg":"trace[987696839] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"203.823244ms","start":"2026-02-26T02:25:41.462071Z","end":"2026-02-26T02:25:41.665894Z","steps":["trace[987696839] 'process raft request' (duration: 203.745353ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:41.66599Z","caller":"traceutil/trace.go:171","msg":"trace[274151376] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"269.231939ms","start":"2026-02-26T02:25:41.396722Z","end":"2026-02-26T02:25:41.665954Z","steps":["trace[274151376] 'process raft request' (duration: 268.980895ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:42.271633Z","caller":"traceutil/trace.go:171","msg":"trace[1904447994] linearizableReadLoop","detail":"{readStateIndex:24156; appliedIndex:24155; }","duration":"102.274219ms","start":"2026-02-26T02:25:42.169296Z","end":"2026-02-26T02:25:42.27157Z","steps":["trace[1904447994] 'read index received' (duration: 30.591689ms)","trace[1904447994] 'applied index is now lower than readState.Index' (duration: 71.68027ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:42.271793Z","caller":"traceutil/trace.go:171","msg":"trace[92834395] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"139.424448ms","start":"2026-02-26T02:25:42.132325Z","end":"2026-02-26T02:25:42.271749Z","steps":["trace[92834395] 'process raft request' (duration: 67.600665ms)","trace[92834395] 'compare' (duration: 71.365194ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:42.272078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.762308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-26T02:25:42.272173Z","caller":"traceutil/trace.go:171","msg":"trace[202181003] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23344; }","duration":"102.925521ms","start":"2026-02-26T02:25:42.169226Z","end":"2026-02-26T02:25:42.272152Z","steps":["trace[202181003] 'agreement among raft nodes before linearized reading' (duration: 102.550914ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:42.604574Z","caller":"traceutil/trace.go:171","msg":"trace[1032981877] transaction","detail":"{read_only:false; response_revision:23351; number_of_response:1; }","duration":"171.945972ms","start":"2026-02-26T02:25:42.432602Z","end":"2026-02-26T02:25:42.604548Z","steps":["trace[1032981877] 'process raft request' (duration: 168.03753ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:42.880532Z","caller":"traceutil/trace.go:171","msg":"trace[1533189132] transaction","detail":"{read_only:false; response_revision:23359; number_of_response:1; }","duration":"141.295402ms","start":"2026-02-26T02:25:42.739195Z","end":"2026-02-26T02:25:42.88049Z","steps":["trace[1533189132] 'process raft request' (duration: 140.09882ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:43.187978Z","caller":"traceutil/trace.go:171","msg":"trace[1035375755] transaction","detail":"{read_only:false; response_revision:23367; number_of_response:1; }","duration":"154.951971ms","start":"2026-02-26T02:25:43.032992Z","end":"2026-02-26T02:25:43.187944Z","steps":["trace[1035375755] 'process raft request' (duration: 125.395501ms)","trace[1035375755] 'compare' (duration: 29.368497ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:43.187976Z","caller":"traceutil/trace.go:171","msg":"trace[1772671302] linearizableReadLoop","detail":"{readStateIndex:24179; appliedIndex:24178; }","duration":"144.50628ms","start":"2026-02-26T02:25:43.043437Z","end":"2026-02-26T02:25:43.187943Z","steps":["trace[1772671302] 'read index received' (duration: 114.869718ms)","trace[1772671302] 'applied index is now lower than readState.Index' (duration: 29.635472ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:43.18812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.665133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:43.188309Z","caller":"traceutil/trace.go:171","msg":"trace[520685031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23367; }","duration":"144.905857ms","start":"2026-02-26T02:25:43.043391Z","end":"2026-02-26T02:25:43.188296Z","steps":["trace[520685031] 'agreement among raft nodes before linearized reading' (duration: 144.646223ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:44.411429Z","caller":"traceutil/trace.go:171","msg":"trace[790265426] transaction","detail":"{read_only:false; response_revision:23390; number_of_response:1; }","duration":"117.654899ms","start":"2026-02-26T02:25:44.293735Z","end":"2026-02-26T02:25:44.41139Z","steps":["trace[790265426] 'process raft request' (duration: 88.524507ms)","trace[790265426] 'compare' (duration: 28.960979ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:44.72293Z","caller":"traceutil/trace.go:171","msg":"trace[1117633604] transaction","detail":"{read_only:false; response_revision:23391; number_of_response:1; }","duration":"111.539108ms","start":"2026-02-26T02:25:44.611356Z","end":"2026-02-26T02:25:44.722895Z","steps":["trace[1117633604] 'process raft request' (duration: 111.324494ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:47.695812Z","caller":"traceutil/trace.go:171","msg":"trace[884316610] transaction","detail":"{read_only:false; response_revision:23401; number_of_response:1; }","duration":"446.247763ms","start":"2026-02-26T02:25:47.249527Z","end":"2026-02-26T02:25:47.695775Z","steps":["trace[884316610] 'process raft request' (duration: 445.972377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:47.696016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:47.249492Z","time spent":"446.414406ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:47.712252Z","caller":"traceutil/trace.go:171","msg":"trace[1753268505] linearizableReadLoop","detail":"{readStateIndex:24215; appliedIndex:24213; }","duration":"322.994741ms","start":"2026-02-26T02:25:47.389228Z","end":"2026-02-26T02:25:47.712223Z","steps":["trace[1753268505] 'read index received' (duration: 306.339576ms)","trace[1753268505] 'applied index is now lower than readState.Index' (duration: 16.653845ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:47.712386Z","caller":"traceutil/trace.go:171","msg":"trace[731579992] transaction","detail":"{read_only:false; response_revision:23402; number_of_response:1; }","duration":"351.536202ms","start":"2026-02-26T02:25:47.360839Z","end":"2026-02-26T02:25:47.712376Z","steps":["trace[731579992] 'process raft request' (duration: 351.200367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:47.712499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:47.360792Z","time spent":"351.616124ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:47.712672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.739235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:25:47.712718Z","caller":"traceutil/trace.go:171","msg":"trace[582464980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23402; }","duration":"306.818737ms","start":"2026-02-26T02:25:47.405888Z","end":"2026-02-26T02:25:47.712707Z","steps":["trace[582464980] 'agreement among raft nodes before linearized reading' (duration: 306.680585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:47.712748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:47.405868Z","time spent":"306.873518ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:25:47.717148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.88909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:25:47.717185Z","caller":"traceutil/trace.go:171","msg":"trace[2126412762] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23402; }","duration":"177.964572ms","start":"2026-02-26T02:25:47.539209Z","end":"2026-02-26T02:25:47.717174Z","steps":["trace[2126412762] 'agreement among raft nodes before linearized reading' (duration: 173.562921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:47.717354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.133785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-c78w2\" ","response":"range_response_count:1 size:6391"} {"level":"info","ts":"2026-02-26T02:25:47.71738Z","caller":"traceutil/trace.go:171","msg":"trace[863103024] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-c78w2; range_end:; response_count:1; response_revision:23402; }","duration":"328.195276ms","start":"2026-02-26T02:25:47.389177Z","end":"2026-02-26T02:25:47.717373Z","steps":["trace[863103024] 'agreement among raft nodes before linearized reading' (duration: 323.560492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:47.717403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:47.389155Z","time spent":"328.243467ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6413,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-c78w2\" "} {"level":"warn","ts":"2026-02-26T02:25:53.306293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367987,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:25:53.492301Z","caller":"traceutil/trace.go:171","msg":"trace[2105747668] linearizableReadLoop","detail":"{readStateIndex:24245; appliedIndex:24244; }","duration":"687.031532ms","start":"2026-02-26T02:25:52.805235Z","end":"2026-02-26T02:25:53.492266Z","steps":["trace[2105747668] 'read index received' (duration: 686.738747ms)","trace[2105747668] 'applied index is now lower than readState.Index' (duration: 291.485µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:53.492397Z","caller":"traceutil/trace.go:171","msg":"trace[1067603830] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"698.695945ms","start":"2026-02-26T02:25:52.793657Z","end":"2026-02-26T02:25:53.492352Z","steps":["trace[1067603830] 'process raft request' (duration: 698.405689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:53.492576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:52.793628Z","time spent":"698.85576ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:53.492609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.338538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-26T02:25:53.492662Z","caller":"traceutil/trace.go:171","msg":"trace[501066517] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23430; }","duration":"687.44881ms","start":"2026-02-26T02:25:52.805197Z","end":"2026-02-26T02:25:53.492646Z","steps":["trace[501066517] 'agreement among raft nodes before linearized reading' (duration: 687.247057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:53.492686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.453938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-26T02:25:53.492764Z","caller":"traceutil/trace.go:171","msg":"trace[1271996612] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23430; }","duration":"648.58612ms","start":"2026-02-26T02:25:52.84416Z","end":"2026-02-26T02:25:53.492746Z","steps":["trace[1271996612] 'agreement among raft nodes before linearized reading' (duration: 648.391777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:53.492798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:52.844136Z","time spent":"648.655541ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-26T02:25:53.49282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.190125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:53.492868Z","caller":"traceutil/trace.go:171","msg":"trace[1202737265] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23430; }","duration":"398.273387ms","start":"2026-02-26T02:25:53.094581Z","end":"2026-02-26T02:25:53.492855Z","steps":["trace[1202737265] 'agreement among raft nodes before linearized reading' (duration: 398.191826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:53.492908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:53.09456Z","time spent":"398.335038ms","remote":"127.0.0.1:42308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:53.492924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.28702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:53.492953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.691489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:53.492966Z","caller":"traceutil/trace.go:171","msg":"trace[192193687] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23430; }","duration":"107.368512ms","start":"2026-02-26T02:25:53.385584Z","end":"2026-02-26T02:25:53.492953Z","steps":["trace[192193687] 'agreement among raft nodes before linearized reading' (duration: 107.28705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:53.493008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.477856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:53.493028Z","caller":"traceutil/trace.go:171","msg":"trace[2144867230] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23430; }","duration":"626.499926ms","start":"2026-02-26T02:25:52.866522Z","end":"2026-02-26T02:25:53.493022Z","steps":["trace[2144867230] 'agreement among raft nodes before linearized reading' (duration: 626.464345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:53.493045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:52.866442Z","time spent":"626.598498ms","remote":"127.0.0.1:52146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:53.492975Z","caller":"traceutil/trace.go:171","msg":"trace[965700527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23430; }","duration":"448.75435ms","start":"2026-02-26T02:25:53.044212Z","end":"2026-02-26T02:25:53.492966Z","steps":["trace[965700527] 'agreement among raft nodes before linearized reading' (duration: 448.718369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:53.493145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:53.044168Z","time spent":"448.960933ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:53.493235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.032601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:25:53.492718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:52.805184Z","time spent":"687.521501ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-26T02:25:53.493288Z","caller":"traceutil/trace.go:171","msg":"trace[1817316582] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23430; }","duration":"236.126123ms","start":"2026-02-26T02:25:53.257149Z","end":"2026-02-26T02:25:53.493276Z","steps":["trace[1817316582] 'agreement among raft nodes before linearized reading' (duration: 236.025012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:54.259901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703367991,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:25:54.692226Z","caller":"traceutil/trace.go:171","msg":"trace[155486243] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"937.286334ms","start":"2026-02-26T02:25:53.754906Z","end":"2026-02-26T02:25:54.692192Z","steps":["trace[155486243] 'process raft request' (duration: 937.079111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:54.692408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:53.754871Z","time spent":"937.442368ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:55.418438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.258035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:55.418574Z","caller":"traceutil/trace.go:171","msg":"trace[839884001] linearizableReadLoop","detail":"{readStateIndex:24247; appliedIndex:24245; }","duration":"1.659723244s","start":"2026-02-26T02:25:53.758828Z","end":"2026-02-26T02:25:55.418551Z","steps":["trace[839884001] 'read index received' (duration: 933.210179ms)","trace[839884001] 'applied index is now lower than readState.Index' (duration: 726.510735ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:55.418753Z","caller":"traceutil/trace.go:171","msg":"trace[1977272267] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"1.618127724s","start":"2026-02-26T02:25:53.800579Z","end":"2026-02-26T02:25:55.418707Z","steps":["trace[1977272267] 'process raft request' (duration: 1.027453922s)","trace[1977272267] 'compare' (duration: 589.826327ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:55.418946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660098761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-26T02:25:55.418964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:53.800552Z","time spent":"1.618287847s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:55.418994Z","caller":"traceutil/trace.go:171","msg":"trace[1457577814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23432; }","duration":"1.660216623s","start":"2026-02-26T02:25:53.758766Z","end":"2026-02-26T02:25:55.418983Z","steps":["trace[1457577814] 'agreement among raft nodes before linearized reading' (duration: 1.660048019s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:55.419038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:53.758742Z","time spent":"1.660288825s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:25:55.419091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.55514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:55.419154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374203208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:55.419188Z","caller":"traceutil/trace.go:171","msg":"trace[251029305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23432; }","duration":"1.37427717s","start":"2026-02-26T02:25:54.044898Z","end":"2026-02-26T02:25:55.419175Z","steps":["trace[251029305] 'agreement among raft nodes before linearized reading' (duration: 1.374217849s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:55.419188Z","caller":"traceutil/trace.go:171","msg":"trace[176428521] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23432; }","duration":"770.713283ms","start":"2026-02-26T02:25:54.648455Z","end":"2026-02-26T02:25:55.419168Z","steps":["trace[176428521] 'agreement among raft nodes before linearized reading' (duration: 770.54762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:55.419198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513081156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-26T02:25:55.419238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:54.648429Z","time spent":"770.797034ms","remote":"127.0.0.1:52278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:55.419222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:54.044706Z","time spent":"1.374509383s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:55.419294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.197769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-qhz66\" ","response":"range_response_count:1 size:5927"} {"level":"warn","ts":"2026-02-26T02:25:55.4193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.04491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:25:55.419323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.122292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:25:55.419287Z","caller":"traceutil/trace.go:171","msg":"trace[1882000007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23432; }","duration":"1.513206317s","start":"2026-02-26T02:25:53.906064Z","end":"2026-02-26T02:25:55.41927Z","steps":["trace[1882000007] 'agreement among raft nodes before linearized reading' (duration: 1.512835541s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:55.419341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.024129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-26T02:25:55.419391Z","caller":"traceutil/trace.go:171","msg":"trace[753940736] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-qhz66; range_end:; response_count:1; response_revision:23432; }","duration":"280.351942ms","start":"2026-02-26T02:25:55.139012Z","end":"2026-02-26T02:25:55.419364Z","steps":["trace[753940736] 'agreement among raft nodes before linearized reading' (duration: 280.037617ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:55.419403Z","caller":"traceutil/trace.go:171","msg":"trace[232029912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23432; }","duration":"966.181723ms","start":"2026-02-26T02:25:54.453196Z","end":"2026-02-26T02:25:55.419377Z","steps":["trace[232029912] 'agreement among raft nodes before linearized reading' (duration: 965.858888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:55.419415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:53.906047Z","time spent":"1.513354491s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:25:55.419414Z","caller":"traceutil/trace.go:171","msg":"trace[1599892885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23432; }","duration":"966.259845ms","start":"2026-02-26T02:25:54.453131Z","end":"2026-02-26T02:25:55.41939Z","steps":["trace[1599892885] 'agreement among raft nodes before linearized reading' (duration: 965.962769ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:55.419443Z","caller":"traceutil/trace.go:171","msg":"trace[2012936181] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23432; }","duration":"857.177211ms","start":"2026-02-26T02:25:54.562236Z","end":"2026-02-26T02:25:55.419414Z","steps":["trace[2012936181] 'agreement among raft nodes before linearized reading' (duration: 856.840635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:55.419455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:54.45319Z","time spent":"966.256564ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:25:55.419471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:54.453103Z","time spent":"966.353946ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:25:55.419504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:54.562221Z","time spent":"857.272903ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-26T02:25:56.536999Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.091300418s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:25:56.53756Z","caller":"traceutil/trace.go:171","msg":"trace[433829455] linearizableReadLoop","detail":"{readStateIndex:24252; appliedIndex:24247; }","duration":"1.108242988s","start":"2026-02-26T02:25:55.429287Z","end":"2026-02-26T02:25:56.53753Z","steps":["trace[433829455] 'read index received' (duration: 16.37692ms)","trace[433829455] 'applied index is now lower than readState.Index' (duration: 1.091865018s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:56.537688Z","caller":"traceutil/trace.go:171","msg":"trace[1548835302] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"1.11216077s","start":"2026-02-26T02:25:55.425517Z","end":"2026-02-26T02:25:56.537678Z","steps":["trace[1548835302] 'process raft request' (duration: 1.111674571s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:56.537811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:55.425493Z","time spent":"1.112221822s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:56.537864Z","caller":"traceutil/trace.go:171","msg":"trace[491847611] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"1.112043359s","start":"2026-02-26T02:25:55.425772Z","end":"2026-02-26T02:25:56.537815Z","steps":["trace[491847611] 'process raft request' (duration: 1.111659451s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:56.537944Z","caller":"traceutil/trace.go:171","msg":"trace[504613521] transaction","detail":"{read_only:false; response_revision:23438; number_of_response:1; }","duration":"1.107456054s","start":"2026-02-26T02:25:55.430463Z","end":"2026-02-26T02:25:56.537919Z","steps":["trace[504613521] 'process raft request' (duration: 1.107011965s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:56.53807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:55.430453Z","time spent":"1.107548696s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5696,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:56.538064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:55.425764Z","time spent":"1.112203232s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:56.538142Z","caller":"traceutil/trace.go:171","msg":"trace[1731938985] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"1.112418845s","start":"2026-02-26T02:25:55.425684Z","end":"2026-02-26T02:25:56.538102Z","steps":["trace[1731938985] 'process raft request' (duration: 1.111674021s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:56.538222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:55.425658Z","time spent":"1.112521497s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:56.538307Z","caller":"traceutil/trace.go:171","msg":"trace[1933279525] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"1.112591258s","start":"2026-02-26T02:25:55.425702Z","end":"2026-02-26T02:25:56.538294Z","steps":["trace[1933279525] 'process raft request' (duration: 1.111693792s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:56.538345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:55.425685Z","time spent":"1.112640199s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:56.538374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109060723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:56.538474Z","caller":"traceutil/trace.go:171","msg":"trace[783067124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23438; }","duration":"1.109226306s","start":"2026-02-26T02:25:55.429225Z","end":"2026-02-26T02:25:56.538451Z","steps":["trace[783067124] 'agreement among raft nodes before linearized reading' (duration: 1.109018812s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:56.538528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:55.429202Z","time spent":"1.109318578s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:57.418869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.814399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:57.419172Z","caller":"traceutil/trace.go:171","msg":"trace[930347627] transaction","detail":"{read_only:false; response_revision:23441; number_of_response:1; }","duration":"874.657641ms","start":"2026-02-26T02:25:56.544493Z","end":"2026-02-26T02:25:57.419151Z","steps":["trace[930347627] 'process raft request' (duration: 874.59257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:57.419234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:56.544483Z","time spent":"874.723182ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:25:57.419305Z","caller":"traceutil/trace.go:171","msg":"trace[1529929536] linearizableReadLoop","detail":"{readStateIndex:24254; appliedIndex:24253; }","duration":"881.623357ms","start":"2026-02-26T02:25:56.537636Z","end":"2026-02-26T02:25:57.419259Z","steps":["trace[1529929536] 'read index received' (duration: 159.153317ms)","trace[1529929536] 'applied index is now lower than readState.Index' (duration: 722.46678ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:57.419428Z","caller":"traceutil/trace.go:171","msg":"trace[505648513] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"875.392044ms","start":"2026-02-26T02:25:56.544024Z","end":"2026-02-26T02:25:57.419416Z","steps":["trace[505648513] 'process raft request' (duration: 874.967576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:57.419469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.878986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:57.419507Z","caller":"traceutil/trace.go:171","msg":"trace[406064025] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23441; }","duration":"925.962068ms","start":"2026-02-26T02:25:56.493532Z","end":"2026-02-26T02:25:57.419494Z","steps":["trace[406064025] 'agreement among raft nodes before linearized reading' (duration: 925.869826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:57.419511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:56.544011Z","time spent":"875.454195ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:57.419539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:56.493514Z","time spent":"926.016429ms","remote":"127.0.0.1:52320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:57.419291Z","caller":"traceutil/trace.go:171","msg":"trace[2066706944] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"1.922596107s","start":"2026-02-26T02:25:55.496646Z","end":"2026-02-26T02:25:57.419242Z","steps":["trace[2066706944] 'process raft request' (duration: 1.200125777s)","trace[2066706944] 'compare' (duration: 721.033663ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:57.419709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502756108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:57.419742Z","caller":"traceutil/trace.go:171","msg":"trace[641154017] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23441; }","duration":"1.502837518s","start":"2026-02-26T02:25:55.916893Z","end":"2026-02-26T02:25:57.419731Z","steps":["trace[641154017] 'agreement among raft nodes before linearized reading' (duration: 1.502771196s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:57.419768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:55.496624Z","time spent":"1.923088317s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:57.419787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:55.916865Z","time spent":"1.50291055s","remote":"127.0.0.1:53476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:57.420026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366393314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:57.421344Z","caller":"traceutil/trace.go:171","msg":"trace[1693711411] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23441; }","duration":"1.3677745s","start":"2026-02-26T02:25:56.053548Z","end":"2026-02-26T02:25:57.421323Z","steps":["trace[1693711411] 'agreement among raft nodes before linearized reading' (duration: 1.366362964s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:57.421387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:56.053525Z","time spent":"1.367851971s","remote":"127.0.0.1:42386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:57.790543Z","caller":"traceutil/trace.go:171","msg":"trace[182954084] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"1.092589002s","start":"2026-02-26T02:25:56.697921Z","end":"2026-02-26T02:25:57.79051Z","steps":["trace[182954084] 'process raft request' (duration: 1.091429512s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:57.790644Z","caller":"traceutil/trace.go:171","msg":"trace[1261364951] linearizableReadLoop","detail":"{readStateIndex:24259; appliedIndex:24256; }","duration":"371.252563ms","start":"2026-02-26T02:25:57.419363Z","end":"2026-02-26T02:25:57.790616Z","steps":["trace[1261364951] 'read index received' (duration: 370.005491ms)","trace[1261364951] 'applied index is now lower than readState.Index' (duration: 1.245762ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:57.790712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:56.697885Z","time spent":"1.092733655s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:57.790758Z","caller":"traceutil/trace.go:171","msg":"trace[946244096] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"1.086649035s","start":"2026-02-26T02:25:56.704096Z","end":"2026-02-26T02:25:57.790745Z","steps":["trace[946244096] 'process raft request' (duration: 1.086309468s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:57.790895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:56.704075Z","time spent":"1.086711366s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:57.790922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.919682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-26T02:25:57.791011Z","caller":"traceutil/trace.go:171","msg":"trace[413079756] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23444; }","duration":"600.054834ms","start":"2026-02-26T02:25:57.190932Z","end":"2026-02-26T02:25:57.790986Z","steps":["trace[413079756] 'agreement among raft nodes before linearized reading' (duration: 599.82895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:57.791047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030935987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:25:57.791055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:57.190906Z","time spent":"600.140425ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-26T02:25:57.791082Z","caller":"traceutil/trace.go:171","msg":"trace[210827127] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23444; }","duration":"1.031002178s","start":"2026-02-26T02:25:56.760069Z","end":"2026-02-26T02:25:57.791071Z","steps":["trace[210827127] 'agreement among raft nodes before linearized reading' (duration: 1.030929126s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:57.791108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:56.760052Z","time spent":"1.031049738s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:57.791282Z","caller":"traceutil/trace.go:171","msg":"trace[150425811] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"800.073818ms","start":"2026-02-26T02:25:56.991195Z","end":"2026-02-26T02:25:57.791269Z","steps":["trace[150425811] 'process raft request' (duration: 799.323324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:57.791296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227188243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-02-26T02:25:57.791337Z","caller":"traceutil/trace.go:171","msg":"trace[1658525977] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23444; }","duration":"1.227267673s","start":"2026-02-26T02:25:56.564058Z","end":"2026-02-26T02:25:57.791326Z","steps":["trace[1658525977] 'agreement among raft nodes before linearized reading' (duration: 1.22709823s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:57.79136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.638762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-26T02:25:57.791383Z","caller":"traceutil/trace.go:171","msg":"trace[1756112313] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:23444; }","duration":"873.708123ms","start":"2026-02-26T02:25:56.917668Z","end":"2026-02-26T02:25:57.791376Z","steps":["trace[1756112313] 'agreement among raft nodes before linearized reading' (duration: 873.55832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:57.791388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:56.991157Z","time spent":"800.15228ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:57.791412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:56.917639Z","time spent":"873.767034ms","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-02-26T02:25:57.79143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250530238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:57.791467Z","caller":"traceutil/trace.go:171","msg":"trace[1824047981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23444; }","duration":"1.2505971s","start":"2026-02-26T02:25:56.540861Z","end":"2026-02-26T02:25:57.791458Z","steps":["trace[1824047981] 'agreement among raft nodes before linearized reading' (duration: 1.250535588s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:57.7915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:56.54084Z","time spent":"1.25065446s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:57.791379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:56.564032Z","time spent":"1.227339835s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-26T02:25:57.792774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.180568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:25:57.792816Z","caller":"traceutil/trace.go:171","msg":"trace[227873669] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23444; }","duration":"425.27819ms","start":"2026-02-26T02:25:57.367528Z","end":"2026-02-26T02:25:57.792806Z","steps":["trace[227873669] 'agreement among raft nodes before linearized reading' (duration: 425.183279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:57.792844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:57.367486Z","time spent":"425.346152ms","remote":"127.0.0.1:42452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:57.792844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.013865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:57.792945Z","caller":"traceutil/trace.go:171","msg":"trace[395242040] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23444; }","duration":"466.185257ms","start":"2026-02-26T02:25:57.326735Z","end":"2026-02-26T02:25:57.79292Z","steps":["trace[395242040] 'agreement among raft nodes before linearized reading' (duration: 465.952533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:57.793001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:57.326709Z","time spent":"466.280539ms","remote":"127.0.0.1:42202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:25:58.875244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.943609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:25:58.875466Z","caller":"traceutil/trace.go:171","msg":"trace[310657310] transaction","detail":"{read_only:false; response_revision:23445; number_of_response:1; }","duration":"1.450550392s","start":"2026-02-26T02:25:57.424876Z","end":"2026-02-26T02:25:58.875427Z","steps":["trace[310657310] 'process raft request' (duration: 467.317548ms)","trace[310657310] 'compare' (duration: 981.808578ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:25:58.875591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:57.424857Z","time spent":"1.450669335s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:58.875616Z","caller":"traceutil/trace.go:171","msg":"trace[1941163966] linearizableReadLoop","detail":"{readStateIndex:24260; appliedIndex:24259; }","duration":"1.084860202s","start":"2026-02-26T02:25:57.790712Z","end":"2026-02-26T02:25:58.875572Z","steps":["trace[1941163966] 'read index received' (duration: 101.403604ms)","trace[1941163966] 'applied index is now lower than readState.Index' (duration: 983.452358ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:25:58.875682Z","caller":"traceutil/trace.go:171","msg":"trace[781891059] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"1.077995815s","start":"2026-02-26T02:25:57.797672Z","end":"2026-02-26T02:25:58.875668Z","steps":["trace[781891059] 'process raft request' (duration: 1.077949395s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:58.875757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:57.79765Z","time spent":"1.078065517s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:58.875755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:57.792843Z","time spent":"1.082906105s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-26T02:25:58.875755Z","caller":"traceutil/trace.go:171","msg":"trace[1291341960] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"1.078170608s","start":"2026-02-26T02:25:57.797542Z","end":"2026-02-26T02:25:58.875713Z","steps":["trace[1291341960] 'process raft request' (duration: 1.077983815s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:58.875905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426187758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-26T02:25:58.875972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:57.797516Z","time spent":"1.078343283s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:25:58.876005Z","caller":"traceutil/trace.go:171","msg":"trace[58222761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23447; }","duration":"1.426335231s","start":"2026-02-26T02:25:57.449645Z","end":"2026-02-26T02:25:58.87598Z","steps":["trace[58222761] 'agreement among raft nodes before linearized reading' (duration: 1.426087466s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:58.87605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:57.449621Z","time spent":"1.426419622s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:25:58.943946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.937794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:58.94405Z","caller":"traceutil/trace.go:171","msg":"trace[2054539980] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23448; }","duration":"517.102458ms","start":"2026-02-26T02:25:58.426922Z","end":"2026-02-26T02:25:58.944024Z","steps":["trace[2054539980] 'agreement among raft nodes before linearized reading' (duration: 516.879264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:58.944047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.624869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:25:58.944103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:58.426898Z","time spent":"517.194849ms","remote":"127.0.0.1:42158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:25:58.944111Z","caller":"traceutil/trace.go:171","msg":"trace[926554065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23448; }","duration":"400.751032ms","start":"2026-02-26T02:25:58.543343Z","end":"2026-02-26T02:25:58.944094Z","steps":["trace[926554065] 'agreement among raft nodes before linearized reading' (duration: 400.436366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:58.94412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.488198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:25:58.944156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:58.543317Z","time spent":"400.826733ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:25:58.944178Z","caller":"traceutil/trace.go:171","msg":"trace[634550691] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23448; }","duration":"619.56704ms","start":"2026-02-26T02:25:58.324589Z","end":"2026-02-26T02:25:58.944156Z","steps":["trace[634550691] 'agreement among raft nodes before linearized reading' (duration: 619.415317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:58.944223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:58.324559Z","time spent":"619.656251ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:25:58.943942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145067421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:25:58.944392Z","caller":"traceutil/trace.go:171","msg":"trace[1910758299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23448; }","duration":"1.14556655s","start":"2026-02-26T02:25:57.798816Z","end":"2026-02-26T02:25:58.944382Z","steps":["trace[1910758299] 'agreement among raft nodes before linearized reading' (duration: 1.144908948s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:58.944443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:57.798806Z","time spent":"1.145624232s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:25:58.944593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.28367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:25:58.944635Z","caller":"traceutil/trace.go:171","msg":"trace[2087752457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23448; }","duration":"402.365772ms","start":"2026-02-26T02:25:58.542259Z","end":"2026-02-26T02:25:58.944625Z","steps":["trace[2087752457] 'agreement among raft nodes before linearized reading' (duration: 402.25501ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:25:58.944629Z","caller":"traceutil/trace.go:171","msg":"trace[2095071661] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"880.925846ms","start":"2026-02-26T02:25:58.063684Z","end":"2026-02-26T02:25:58.94461Z","steps":["trace[2095071661] 'process raft request' (duration: 879.843116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:58.944664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:58.542233Z","time spent":"402.424573ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-26T02:25:58.944765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:58.063649Z","time spent":"881.023528ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:25:58.94487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.960446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:25:58.944902Z","caller":"traceutil/trace.go:171","msg":"trace[926748218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23448; }","duration":"401.013328ms","start":"2026-02-26T02:25:58.543879Z","end":"2026-02-26T02:25:58.944892Z","steps":["trace[926748218] 'agreement among raft nodes before linearized reading' (duration: 400.905996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:25:58.944929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:25:58.543866Z","time spent":"401.056628ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:26:04.034199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703368345,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:26:04.534832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703368345,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:26:04.804901Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.348110791s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:26:04.805383Z","caller":"traceutil/trace.go:171","msg":"trace[1493577057] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"1.348696711s","start":"2026-02-26T02:26:03.456659Z","end":"2026-02-26T02:26:04.805355Z","steps":["trace[1493577057] 'process raft request' (duration: 1.348490297s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:04.80557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:03.456618Z","time spent":"1.348843515s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:05.461514Z","caller":"traceutil/trace.go:171","msg":"trace[700305643] transaction","detail":"{read_only:false; response_revision:23544; number_of_response:1; }","duration":"2.003697779s","start":"2026-02-26T02:26:03.457758Z","end":"2026-02-26T02:26:05.461455Z","steps":["trace[700305643] 'process raft request' (duration: 2.002257783s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:05.461571Z","caller":"traceutil/trace.go:171","msg":"trace[1467356226] linearizableReadLoop","detail":"{readStateIndex:24364; appliedIndex:24361; }","duration":"1.927832524s","start":"2026-02-26T02:26:03.53371Z","end":"2026-02-26T02:26:05.461542Z","steps":["trace[1467356226] 'read index received' (duration: 1.271481881s)","trace[1467356226] 'applied index is now lower than readState.Index' (duration: 656.349522ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:05.461725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:03.457712Z","time spent":"2.003906283s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:05.461775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928052397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:05.461667Z","caller":"traceutil/trace.go:171","msg":"trace[2053682108] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"1.624802146s","start":"2026-02-26T02:26:03.836824Z","end":"2026-02-26T02:26:05.461626Z","steps":["trace[2053682108] 'process raft request' (duration: 1.624609033s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:05.461833Z","caller":"traceutil/trace.go:171","msg":"trace[87548332] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23545; }","duration":"1.928120358s","start":"2026-02-26T02:26:03.533694Z","end":"2026-02-26T02:26:05.461814Z","steps":["trace[87548332] 'agreement among raft nodes before linearized reading' (duration: 1.927997676s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:05.461889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:03.53363Z","time spent":"1.92824775s","remote":"127.0.0.1:34124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:05.461984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:03.836792Z","time spent":"1.62506211s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:05.962169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703368353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:26:06.052243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997773851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:26:06.052345Z","caller":"traceutil/trace.go:171","msg":"trace[1597340084] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997931033s","start":"2026-02-26T02:26:04.054387Z","end":"2026-02-26T02:26:06.052318Z","steps":["trace[1597340084] 'agreement among raft nodes before linearized reading' (duration: 1.997807491s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:06.052478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.054365Z","time spent":"1.998070616s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:26:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:06.46266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703368353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:26:06.963398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703368353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:26:07.464326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703368353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:26:07.964948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703368353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:26:08.018322Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.499186272s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:26:08.018875Z","caller":"traceutil/trace.go:171","msg":"trace[2021065779] transaction","detail":"{read_only:false; response_revision:23547; number_of_response:1; }","duration":"3.044695489s","start":"2026-02-26T02:26:04.974149Z","end":"2026-02-26T02:26:08.018844Z","steps":["trace[2021065779] 'process raft request' (duration: 3.044627508s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:08.018917Z","caller":"traceutil/trace.go:171","msg":"trace[655919958] transaction","detail":"{read_only:false; response_revision:23546; number_of_response:1; }","duration":"3.12195826s","start":"2026-02-26T02:26:04.896924Z","end":"2026-02-26T02:26:08.018882Z","steps":["trace[655919958] 'process raft request' (duration: 3.121647684s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:08.019046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.974104Z","time spent":"3.044853312s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:08.019065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.896893Z","time spent":"3.122074023s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:08.01914Z","caller":"traceutil/trace.go:171","msg":"trace[1374060735] transaction","detail":"{read_only:false; response_revision:23548; number_of_response:1; }","duration":"3.043554168s","start":"2026-02-26T02:26:04.97556Z","end":"2026-02-26T02:26:08.019114Z","steps":["trace[1374060735] 'process raft request' (duration: 3.043251093s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:08.019206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.975546Z","time spent":"3.04363016s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:08.019259Z","caller":"traceutil/trace.go:171","msg":"trace[309099094] transaction","detail":"{read_only:false; response_revision:23549; number_of_response:1; }","duration":"2.719216362s","start":"2026-02-26T02:26:05.300011Z","end":"2026-02-26T02:26:08.019227Z","steps":["trace[309099094] 'process raft request' (duration: 2.71905442s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:08.019403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:05.299972Z","time spent":"2.719341154s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:08.052391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999616585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:26:08.052455Z","caller":"traceutil/trace.go:171","msg":"trace[1327336061] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999688826s","start":"2026-02-26T02:26:06.052751Z","end":"2026-02-26T02:26:08.05244Z","steps":["trace[1327336061] 'agreement among raft nodes before linearized reading' (duration: 1.999614885s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:08.052498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:06.052552Z","time spent":"1.999936761s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:26:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:08.919094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000012212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:26:08.919203Z","caller":"traceutil/trace.go:171","msg":"trace[155101894] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000198345s","start":"2026-02-26T02:26:06.918979Z","end":"2026-02-26T02:26:08.919178Z","steps":["trace[155101894] 'agreement among raft nodes before linearized reading' (duration: 2.000061163s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:08.919262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:06.918929Z","time spent":"2.000321788s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:26:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:09.268333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.249781545s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:26:09.982817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999472964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:26:09.983048Z","caller":"traceutil/trace.go:171","msg":"trace[105595759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999775429s","start":"2026-02-26T02:26:04.983248Z","end":"2026-02-26T02:26:09.983024Z","steps":["trace[105595759] 'agreement among raft nodes before linearized reading' (duration: 4.999522964s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:09.983158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.983221Z","time spent":"4.999925462s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/26 02:26:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:09.983402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999689028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:26:09.984076Z","caller":"traceutil/trace.go:171","msg":"trace[1402336470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.00038438s","start":"2026-02-26T02:26:04.98368Z","end":"2026-02-26T02:26:09.984065Z","steps":["trace[1402336470] 'agreement among raft nodes before linearized reading' (duration: 4.999697058s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:09.984113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.983672Z","time spent":"5.000431121s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/26 02:26:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:09.985165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000002783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:26:09.985193Z","caller":"traceutil/trace.go:171","msg":"trace[1083888232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000053245s","start":"2026-02-26T02:26:04.985132Z","end":"2026-02-26T02:26:09.985185Z","steps":["trace[1083888232] 'agreement among raft nodes before linearized reading' (duration: 5.000023304s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:09.985215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.985123Z","time spent":"5.000085695s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/26 02:26:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:10.061049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000673864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:26:10.061152Z","caller":"traceutil/trace.go:171","msg":"trace[531167873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000852287s","start":"2026-02-26T02:26:08.060275Z","end":"2026-02-26T02:26:10.061128Z","steps":["trace[531167873] 'agreement among raft nodes before linearized reading' (duration: 2.000723245s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.061209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:08.060246Z","time spent":"2.000952798s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:26:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:10.546147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641110604s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:10.546328Z","caller":"traceutil/trace.go:171","msg":"trace[667459172] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23549; }","duration":"1.641325808s","start":"2026-02-26T02:26:08.904973Z","end":"2026-02-26T02:26:10.546299Z","steps":["trace[667459172] 'range keys from in-memory index tree' (duration: 1.641080264s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.547885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279218203s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:26:10.548207Z","caller":"traceutil/trace.go:171","msg":"trace[1963803041] transaction","detail":"{read_only:false; response_revision:23551; number_of_response:1; }","duration":"3.079462704s","start":"2026-02-26T02:26:07.468726Z","end":"2026-02-26T02:26:10.548189Z","steps":["trace[1963803041] 'process raft request' (duration: 3.079331072s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.548348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:07.468691Z","time spent":"3.079579135s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:10.548449Z","caller":"traceutil/trace.go:171","msg":"trace[944491836] linearizableReadLoop","detail":"{readStateIndex:24372; appliedIndex:24364; }","duration":"5.086668926s","start":"2026-02-26T02:26:05.461769Z","end":"2026-02-26T02:26:10.548438Z","steps":["trace[944491836] 'read index received' (duration: 2.556832654s)","trace[944491836] 'applied index is now lower than readState.Index' (duration: 2.529835322s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:10.548198Z","caller":"traceutil/trace.go:171","msg":"trace[1082528272] transaction","detail":"{read_only:false; response_revision:23550; number_of_response:1; }","duration":"3.736125612s","start":"2026-02-26T02:26:06.812035Z","end":"2026-02-26T02:26:10.548161Z","steps":["trace[1082528272] 'process raft request' (duration: 2.456531642s)","trace[1082528272] 'compare' (duration: 1.276086186s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:10.54861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:06.812003Z","time spent":"3.736581569s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:10.548655Z","caller":"traceutil/trace.go:171","msg":"trace[448987231] transaction","detail":"{read_only:false; response_revision:23552; number_of_response:1; }","duration":"3.079791349s","start":"2026-02-26T02:26:07.468849Z","end":"2026-02-26T02:26:10.54864Z","steps":["trace[448987231] 'process raft request' (duration: 3.07930546s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.548671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.248976833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3238"} {"level":"info","ts":"2026-02-26T02:26:10.548706Z","caller":"traceutil/trace.go:171","msg":"trace[1540202472] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:23553; }","duration":"6.249096365s","start":"2026-02-26T02:26:04.299601Z","end":"2026-02-26T02:26:10.548697Z","steps":["trace[1540202472] 'agreement among raft nodes before linearized reading' (duration: 6.248912782s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.548739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.299566Z","time spent":"6.249167508s","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-02-26T02:26:10.548739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:07.468814Z","time spent":"3.079881381s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:10.548835Z","caller":"traceutil/trace.go:171","msg":"trace[2077042911] transaction","detail":"{read_only:false; response_revision:23553; number_of_response:1; }","duration":"2.744192678s","start":"2026-02-26T02:26:07.804631Z","end":"2026-02-26T02:26:10.548823Z","steps":["trace[2077042911] 'process raft request' (duration: 2.743682328s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.548897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:07.804596Z","time spent":"2.74426855s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:10.548949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.24930722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/nova-compute-default\" ","response":"range_response_count:1 size:18384"} {"level":"info","ts":"2026-02-26T02:26:10.548978Z","caller":"traceutil/trace.go:171","msg":"trace[142227875] range","detail":"{range_begin:/registry/daemonsets/openstack/nova-compute-default; range_end:; response_count:1; response_revision:23553; }","duration":"6.249395222s","start":"2026-02-26T02:26:04.299575Z","end":"2026-02-26T02:26:10.54897Z","steps":["trace[142227875] 'agreement among raft nodes before linearized reading' (duration: 6.24929713s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.549002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.299545Z","time spent":"6.249452602s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18406,"request content":"key:\"/registry/daemonsets/openstack/nova-compute-default\" "} {"level":"warn","ts":"2026-02-26T02:26:10.549007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.386571446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:10.549046Z","caller":"traceutil/trace.go:171","msg":"trace[1633190534] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23553; }","duration":"5.386660689s","start":"2026-02-26T02:26:05.162373Z","end":"2026-02-26T02:26:10.549034Z","steps":["trace[1633190534] 'agreement among raft nodes before linearized reading' (duration: 5.386598478s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.549086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:05.162352Z","time spent":"5.38672533s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:10.548596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.248831001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3233"} {"level":"warn","ts":"2026-02-26T02:26:10.549283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.557654712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:26:10.549319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.24986883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default\" ","response":"range_response_count:1 size:13135"} {"level":"info","ts":"2026-02-26T02:26:10.549315Z","caller":"traceutil/trace.go:171","msg":"trace[922823344] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:23553; }","duration":"6.249551004s","start":"2026-02-26T02:26:04.299734Z","end":"2026-02-26T02:26:10.549285Z","steps":["trace[922823344] 'agreement among raft nodes before linearized reading' (duration: 6.248741249s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:10.549336Z","caller":"traceutil/trace.go:171","msg":"trace[1919591751] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23553; }","duration":"5.557721233s","start":"2026-02-26T02:26:04.991605Z","end":"2026-02-26T02:26:10.549326Z","steps":["trace[1919591751] 'agreement among raft nodes before linearized reading' (duration: 5.557639992s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:10.549354Z","caller":"traceutil/trace.go:171","msg":"trace[2007736505] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default; range_end:; response_count:1; response_revision:23553; }","duration":"6.24989925s","start":"2026-02-26T02:26:04.299444Z","end":"2026-02-26T02:26:10.549343Z","steps":["trace[2007736505] 'agreement among raft nodes before linearized reading' (duration: 6.249815309s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.549379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.29943Z","time spent":"6.249945191s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":13157,"request content":"key:\"/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default\" "} {"level":"warn","ts":"2026-02-26T02:26:10.549391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.299724Z","time spent":"6.249643926s","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3255,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-02-26T02:26:10.549462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.569661152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:26:10.549504Z","caller":"traceutil/trace.go:171","msg":"trace[1981882346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23553; }","duration":"5.569713963s","start":"2026-02-26T02:26:04.979781Z","end":"2026-02-26T02:26:10.549495Z","steps":["trace[1981882346] 'agreement among raft nodes before linearized reading' (duration: 5.569611391s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.549537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.979775Z","time spent":"5.569755364s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:26:10.549544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.387421393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-02-26T02:26:10.54957Z","caller":"traceutil/trace.go:171","msg":"trace[1001196439] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23553; }","duration":"6.387491404s","start":"2026-02-26T02:26:04.162071Z","end":"2026-02-26T02:26:10.549563Z","steps":["trace[1001196439] 'agreement among raft nodes before linearized reading' (duration: 6.387414113s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.549595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.16204Z","time spent":"6.387550565s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-02-26T02:26:10.549214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.249590065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3240"} {"level":"warn","ts":"2026-02-26T02:26:10.549621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.25042607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9505"} {"level":"info","ts":"2026-02-26T02:26:10.549657Z","caller":"traceutil/trace.go:171","msg":"trace[2010468557] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:23553; }","duration":"6.250048693s","start":"2026-02-26T02:26:04.299593Z","end":"2026-02-26T02:26:10.549642Z","steps":["trace[2010468557] 'agreement among raft nodes before linearized reading' (duration: 6.249566054s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.549686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.572658746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:26:10.549694Z","caller":"traceutil/trace.go:171","msg":"trace[1898699601] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:23553; }","duration":"6.250534081s","start":"2026-02-26T02:26:04.299141Z","end":"2026-02-26T02:26:10.549675Z","steps":["trace[1898699601] 'agreement among raft nodes before linearized reading' (duration: 6.250295277s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:10.549722Z","caller":"traceutil/trace.go:171","msg":"trace[684709026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23553; }","duration":"5.572736198s","start":"2026-02-26T02:26:04.976975Z","end":"2026-02-26T02:26:10.549712Z","steps":["trace[684709026] 'agreement among raft nodes before linearized reading' (duration: 5.572647256s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.549749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.694637165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T02:26:10.549752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.976943Z","time spent":"5.572803538s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:26:10.549779Z","caller":"traceutil/trace.go:171","msg":"trace[912229640] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23553; }","duration":"6.694716317s","start":"2026-02-26T02:26:03.855056Z","end":"2026-02-26T02:26:10.549773Z","steps":["trace[912229640] 'agreement among raft nodes before linearized reading' (duration: 6.694630675s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.549745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.250401539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3928"} {"level":"warn","ts":"2026-02-26T02:26:10.549805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:03.855027Z","time spent":"6.694773307s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-26T02:26:10.549839Z","caller":"traceutil/trace.go:171","msg":"trace[1276743775] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:23553; }","duration":"6.250536432s","start":"2026-02-26T02:26:04.299277Z","end":"2026-02-26T02:26:10.549813Z","steps":["trace[1276743775] 'agreement among raft nodes before linearized reading' (duration: 6.250182145s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.549864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.250561992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"warn","ts":"2026-02-26T02:26:10.549891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.586568801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-02-26T02:26:10.549893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.299263Z","time spent":"6.250619403s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3950,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-02-26T02:26:10.549912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.774733398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:26:10.54992Z","caller":"traceutil/trace.go:171","msg":"trace[1803138612] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23553; }","duration":"5.586597531s","start":"2026-02-26T02:26:04.963312Z","end":"2026-02-26T02:26:10.54991Z","steps":["trace[1803138612] 'agreement among raft nodes before linearized reading' (duration: 5.58650939s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:10.549935Z","caller":"traceutil/trace.go:171","msg":"trace[1792172429] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23553; }","duration":"6.77479431s","start":"2026-02-26T02:26:03.775134Z","end":"2026-02-26T02:26:10.549928Z","steps":["trace[1792172429] 'agreement among raft nodes before linearized reading' (duration: 6.774747609s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.549955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.96329Z","time spent":"5.586659632s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:26:10.549951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.250614763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" ","response":"range_response_count:1 size:17625"} {"level":"info","ts":"2026-02-26T02:26:10.549964Z","caller":"traceutil/trace.go:171","msg":"trace[1182685733] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:23553; }","duration":"6.250618603s","start":"2026-02-26T02:26:04.299278Z","end":"2026-02-26T02:26:10.549897Z","steps":["trace[1182685733] 'agreement among raft nodes before linearized reading' (duration: 6.250489041s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.549998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.996738816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:10.549997Z","caller":"traceutil/trace.go:171","msg":"trace[1443982853] range","detail":"{range_begin:/registry/daemonsets/openstack/libvirt-libvirt-default; range_end:; response_count:1; response_revision:23553; }","duration":"6.250675444s","start":"2026-02-26T02:26:04.29931Z","end":"2026-02-26T02:26:10.549985Z","steps":["trace[1443982853] 'agreement among raft nodes before linearized reading' (duration: 6.250550901s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.55002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.299165Z","time spent":"6.250843677s","remote":"127.0.0.1:34042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3738,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-02-26T02:26:10.550037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.299299Z","time spent":"6.250732075s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":17647,"request content":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" "} {"level":"warn","ts":"2026-02-26T02:26:10.550158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.644973267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:10.550201Z","caller":"traceutil/trace.go:171","msg":"trace[1895037867] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23553; }","duration":"5.645092s","start":"2026-02-26T02:26:04.905095Z","end":"2026-02-26T02:26:10.550187Z","steps":["trace[1895037867] 'agreement among raft nodes before linearized reading' (duration: 5.645002178s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.550215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.250772366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/cinder-volume-usage-audit\" ","response":"range_response_count:1 size:5284"} {"level":"warn","ts":"2026-02-26T02:26:10.550236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.905064Z","time spent":"5.645162971s","remote":"127.0.0.1:42310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:26:10.550254Z","caller":"traceutil/trace.go:171","msg":"trace[1756694797] range","detail":"{range_begin:/registry/cronjobs/openstack/cinder-volume-usage-audit; range_end:; response_count:1; response_revision:23553; }","duration":"6.250875348s","start":"2026-02-26T02:26:04.29937Z","end":"2026-02-26T02:26:10.550246Z","steps":["trace[1756694797] 'agreement among raft nodes before linearized reading' (duration: 6.250745875s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.550287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.299341Z","time spent":"6.25093984s","remote":"127.0.0.1:42396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":5306,"request content":"key:\"/registry/cronjobs/openstack/cinder-volume-usage-audit\" "} {"level":"warn","ts":"2026-02-26T02:26:10.550393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.251125082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-02-26T02:26:10.550506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.734805139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:10.55053Z","caller":"traceutil/trace.go:171","msg":"trace[302545421] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23553; }","duration":"6.251316006s","start":"2026-02-26T02:26:04.299195Z","end":"2026-02-26T02:26:10.550511Z","steps":["trace[302545421] 'agreement among raft nodes before linearized reading' (duration: 6.251079262s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:10.550567Z","caller":"traceutil/trace.go:171","msg":"trace[532238263] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:23553; }","duration":"5.735000502s","start":"2026-02-26T02:26:04.815552Z","end":"2026-02-26T02:26:10.550553Z","steps":["trace[532238263] 'agreement among raft nodes before linearized reading' (duration: 5.734828989s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.550579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.299164Z","time spent":"6.251402338s","remote":"127.0.0.1:42478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T02:26:10.550615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.815524Z","time spent":"5.735074183s","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-26T02:26:10.550032Z","caller":"traceutil/trace.go:171","msg":"trace[1331392390] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23553; }","duration":"6.996818066s","start":"2026-02-26T02:26:03.553205Z","end":"2026-02-26T02:26:10.550023Z","steps":["trace[1331392390] 'agreement among raft nodes before linearized reading' (duration: 6.996768985s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.550751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.251559301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4500"} {"level":"warn","ts":"2026-02-26T02:26:10.550758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.250609793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3235"} {"level":"info","ts":"2026-02-26T02:26:10.550773Z","caller":"traceutil/trace.go:171","msg":"trace[1075340200] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:23553; }","duration":"6.251626041s","start":"2026-02-26T02:26:04.299141Z","end":"2026-02-26T02:26:10.550767Z","steps":["trace[1075340200] 'agreement among raft nodes before linearized reading' (duration: 6.25153171s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:10.550778Z","caller":"traceutil/trace.go:171","msg":"trace[636587218] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:23553; }","duration":"6.250642573s","start":"2026-02-26T02:26:04.300127Z","end":"2026-02-26T02:26:10.550769Z","steps":["trace[636587218] 'agreement among raft nodes before linearized reading' (duration: 6.250573332s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.550776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:03.553179Z","time spent":"6.997585361s","remote":"127.0.0.1:52406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:10.55084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.251599451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5540"} {"level":"info","ts":"2026-02-26T02:26:10.55086Z","caller":"traceutil/trace.go:171","msg":"trace[2131811506] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:23553; }","duration":"6.251628602s","start":"2026-02-26T02:26:04.299227Z","end":"2026-02-26T02:26:10.550856Z","steps":["trace[2131811506] 'agreement among raft nodes before linearized reading' (duration: 6.251573581s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.550873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.299221Z","time spent":"6.251649452s","remote":"127.0.0.1:42396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":5562,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-02-26T02:26:10.550882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.250891437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-02-26T02:26:10.550897Z","caller":"traceutil/trace.go:171","msg":"trace[2055161864] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:23553; }","duration":"6.250923018s","start":"2026-02-26T02:26:04.299969Z","end":"2026-02-26T02:26:10.550892Z","steps":["trace[2055161864] 'agreement among raft nodes before linearized reading' (duration: 6.250883568s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.550913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.299957Z","time spent":"6.250952499s","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3245,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-02-26T02:26:10.55084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.250759935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"warn","ts":"2026-02-26T02:26:10.549742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.299116Z","time spent":"6.250616303s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9527,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"info","ts":"2026-02-26T02:26:10.550949Z","caller":"traceutil/trace.go:171","msg":"trace[494699923] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:23553; }","duration":"6.250883687s","start":"2026-02-26T02:26:04.30006Z","end":"2026-02-26T02:26:10.550943Z","steps":["trace[494699923] 'agreement among raft nodes before linearized reading' (duration: 6.250744715s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.550972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.300048Z","time spent":"6.250916698s","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3255,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-02-26T02:26:10.550982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.25103689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-02-26T02:26:10.550995Z","caller":"traceutil/trace.go:171","msg":"trace[676451392] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23553; }","duration":"6.251077182s","start":"2026-02-26T02:26:04.299913Z","end":"2026-02-26T02:26:10.550991Z","steps":["trace[676451392] 'agreement among raft nodes before linearized reading' (duration: 6.251034781s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.550794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.300117Z","time spent":"6.250673004s","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-02-26T02:26:10.55101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.299893Z","time spent":"6.251113462s","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-26T02:26:10.550791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.299112Z","time spent":"6.251674893s","remote":"127.0.0.1:42592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4522,"request content":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" "} {"level":"warn","ts":"2026-02-26T02:26:10.549961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:03.775115Z","time spent":"6.7748363s","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:10.551074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.251156334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-02-26T02:26:10.55109Z","caller":"traceutil/trace.go:171","msg":"trace[1562584597] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:23553; }","duration":"6.251192314s","start":"2026-02-26T02:26:04.299893Z","end":"2026-02-26T02:26:10.551086Z","steps":["trace[1562584597] 'agreement among raft nodes before linearized reading' (duration: 6.251149553s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.551104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.299881Z","time spent":"6.251218154s","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-02-26T02:26:10.551156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.251385637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3225"} {"level":"warn","ts":"2026-02-26T02:26:10.549697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.299584Z","time spent":"6.250100204s","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3262,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-02-26T02:26:10.549373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.991593Z","time spent":"5.557770034s","remote":"127.0.0.1:42434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:10.55009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.250614793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7455"} {"level":"info","ts":"2026-02-26T02:26:10.552055Z","caller":"traceutil/trace.go:171","msg":"trace[649681590] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23553; }","duration":"6.252635991s","start":"2026-02-26T02:26:04.299409Z","end":"2026-02-26T02:26:10.552045Z","steps":["trace[649681590] 'agreement among raft nodes before linearized reading' (duration: 6.250200966s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.55208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.299402Z","time spent":"6.252669811s","remote":"127.0.0.1:51890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7477,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-02-26T02:26:10.552175Z","caller":"traceutil/trace.go:171","msg":"trace[993271192] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23553; }","duration":"6.252404456s","start":"2026-02-26T02:26:04.299765Z","end":"2026-02-26T02:26:10.552169Z","steps":["trace[993271192] 'agreement among raft nodes before linearized reading' (duration: 6.251352786s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:10.552195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:04.299735Z","time spent":"6.252456017s","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3247,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-02-26T02:26:11.04954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703368362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:26:11.550311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703368362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:26:11.844208Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.57566798s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:26:11.884627Z","caller":"traceutil/trace.go:171","msg":"trace[389517254] transaction","detail":"{read_only:false; response_revision:23554; number_of_response:1; }","duration":"2.756087116s","start":"2026-02-26T02:26:09.12852Z","end":"2026-02-26T02:26:11.884607Z","steps":["trace[389517254] 'process raft request' (duration: 2.715878661s)","trace[389517254] 'compare' (duration: 39.488081ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:11.884745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:09.128486Z","time spent":"2.756201758s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:12.061595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000302577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:26:12.061776Z","caller":"traceutil/trace.go:171","msg":"trace[404017947] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000538462s","start":"2026-02-26T02:26:10.061211Z","end":"2026-02-26T02:26:12.061749Z","steps":["trace[404017947] 'agreement among raft nodes before linearized reading' (duration: 2.000336488s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:12.061866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.061191Z","time spent":"2.000660614s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:26:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:13.855083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.564462Z","time spent":"3.290608011s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/26 02:26:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:14.030261Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.063171695s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:26:14.031132Z","caller":"traceutil/trace.go:171","msg":"trace[1449960943] linearizableReadLoop","detail":"{readStateIndex:24380; appliedIndex:24372; }","duration":"3.482617551s","start":"2026-02-26T02:26:10.548487Z","end":"2026-02-26T02:26:14.031104Z","steps":["trace[1449960943] 'read index received' (duration: 1.295980409s)","trace[1449960943] 'applied index is now lower than readState.Index' (duration: 2.186636082s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:14.031455Z","caller":"traceutil/trace.go:171","msg":"trace[1081632216] transaction","detail":"{read_only:false; response_revision:23555; number_of_response:1; }","duration":"4.005800969s","start":"2026-02-26T02:26:10.025638Z","end":"2026-02-26T02:26:14.031439Z","steps":["trace[1081632216] 'process raft request' (duration: 4.005073125s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.031578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.025605Z","time spent":"4.005883221s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:14.031749Z","caller":"traceutil/trace.go:171","msg":"trace[643014133] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"4.00531695s","start":"2026-02-26T02:26:10.026422Z","end":"2026-02-26T02:26:14.031739Z","steps":["trace[643014133] 'process raft request' (duration: 4.004445735s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.031815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.026387Z","time spent":"4.005394972s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:14.031929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.020152614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:14.031922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.104316301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:26:14.031994Z","caller":"traceutil/trace.go:171","msg":"trace[1702392091] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23561; }","duration":"8.020301776s","start":"2026-02-26T02:26:06.011668Z","end":"2026-02-26T02:26:14.03197Z","steps":["trace[1702392091] 'agreement among raft nodes before linearized reading' (duration: 8.020132963s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.032006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.546174076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-26T02:26:14.032012Z","caller":"traceutil/trace.go:171","msg":"trace[195803207] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23561; }","duration":"7.104474753s","start":"2026-02-26T02:26:06.927515Z","end":"2026-02-26T02:26:14.03199Z","steps":["trace[195803207] 'agreement among raft nodes before linearized reading' (duration: 7.104237749s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.032045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:06.011638Z","time spent":"8.020396278s","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:14.032068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:06.927508Z","time spent":"7.104546855s","remote":"127.0.0.1:42396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:14.032101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.434943102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:14.032139Z","caller":"traceutil/trace.go:171","msg":"trace[32713595] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23561; }","duration":"8.435020364s","start":"2026-02-26T02:26:05.597105Z","end":"2026-02-26T02:26:14.032125Z","steps":["trace[32713595] 'agreement among raft nodes before linearized reading' (duration: 8.434961993s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.032164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:05.597081Z","time spent":"8.435076084s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:14.032206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.113777053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-26T02:26:14.032247Z","caller":"traceutil/trace.go:171","msg":"trace[2060973562] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:23561; }","duration":"7.113863105s","start":"2026-02-26T02:26:06.918373Z","end":"2026-02-26T02:26:14.032236Z","steps":["trace[2060973562] 'agreement among raft nodes before linearized reading' (duration: 7.113735333s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.032276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:06.91834Z","time spent":"7.113929666s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-02-26T02:26:14.032334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.344325616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:14.032371Z","caller":"traceutil/trace.go:171","msg":"trace[1630632937] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23561; }","duration":"7.344360227s","start":"2026-02-26T02:26:06.687996Z","end":"2026-02-26T02:26:14.032356Z","steps":["trace[1630632937] 'agreement among raft nodes before linearized reading' (duration: 7.344306306s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:14.032371Z","caller":"traceutil/trace.go:171","msg":"trace[2052847751] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"4.001193645s","start":"2026-02-26T02:26:10.031158Z","end":"2026-02-26T02:26:14.032351Z","steps":["trace[2052847751] 'process raft request' (duration: 3.999759639s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.032408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:06.687921Z","time spent":"7.34446874s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:14.032475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.106294808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-26T02:26:14.032492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.031142Z","time spent":"4.001264677s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:14.032457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.106202206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-26T02:26:14.032508Z","caller":"traceutil/trace.go:171","msg":"trace[257410444] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23561; }","duration":"7.106382939s","start":"2026-02-26T02:26:06.926112Z","end":"2026-02-26T02:26:14.032495Z","steps":["trace[257410444] 'agreement among raft nodes before linearized reading' (duration: 7.106298558s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:14.032047Z","caller":"traceutil/trace.go:171","msg":"trace[1320231878] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23561; }","duration":"8.546263886s","start":"2026-02-26T02:26:05.48577Z","end":"2026-02-26T02:26:14.032034Z","steps":["trace[1320231878] 'agreement among raft nodes before linearized reading' (duration: 8.546056143s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.032539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:06.926097Z","time spent":"7.10643623s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-26T02:26:14.032547Z","caller":"traceutil/trace.go:171","msg":"trace[1369363888] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23561; }","duration":"7.106300018s","start":"2026-02-26T02:26:06.926227Z","end":"2026-02-26T02:26:14.032527Z","steps":["trace[1369363888] 'agreement among raft nodes before linearized reading' (duration: 7.106080354s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.032555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:05.485747Z","time spent":"8.546798957s","remote":"127.0.0.1:42270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:26:14.032584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:06.926195Z","time spent":"7.106382269s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T02:26:14.032629Z","caller":"traceutil/trace.go:171","msg":"trace[554188361] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"3.47221399s","start":"2026-02-26T02:26:10.560399Z","end":"2026-02-26T02:26:14.032613Z","steps":["trace[554188361] 'process raft request' (duration: 3.47055501s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.032685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.560387Z","time spent":"3.472265901s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:14.03278Z","caller":"traceutil/trace.go:171","msg":"trace[608047841] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"3.472297331s","start":"2026-02-26T02:26:10.560474Z","end":"2026-02-26T02:26:14.032771Z","steps":["trace[608047841] 'process raft request' (duration: 3.470516899s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.032848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.56047Z","time spent":"3.472329422s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:14.032891Z","caller":"traceutil/trace.go:171","msg":"trace[876545177] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"2.593917123s","start":"2026-02-26T02:26:11.438958Z","end":"2026-02-26T02:26:14.032875Z","steps":["trace[876545177] 'process raft request' (duration: 2.59209102s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.032902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.697802423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:14.032914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.32106524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:26:14.032933Z","caller":"traceutil/trace.go:171","msg":"trace[1549373848] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23561; }","duration":"5.697883635s","start":"2026-02-26T02:26:08.335039Z","end":"2026-02-26T02:26:14.032923Z","steps":["trace[1549373848] 'agreement among raft nodes before linearized reading' (duration: 5.697822544s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:14.032949Z","caller":"traceutil/trace.go:171","msg":"trace[1885969850] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23561; }","duration":"5.32113541s","start":"2026-02-26T02:26:08.711802Z","end":"2026-02-26T02:26:14.032937Z","steps":["trace[1885969850] 'agreement among raft nodes before linearized reading' (duration: 5.321073189s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.03296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:08.335011Z","time spent":"5.697942445s","remote":"127.0.0.1:45008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:14.032977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.703309344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:14.032982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:08.711779Z","time spent":"5.321193112s","remote":"127.0.0.1:42498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:26:14.033008Z","caller":"traceutil/trace.go:171","msg":"trace[802691412] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23561; }","duration":"5.703388045s","start":"2026-02-26T02:26:08.329611Z","end":"2026-02-26T02:26:14.032999Z","steps":["trace[802691412] 'agreement among raft nodes before linearized reading' (duration: 5.703322944s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.033039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:08.329581Z","time spent":"5.703449146s","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:14.033057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:11.438909Z","time spent":"2.594081276s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:14.03323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.684718004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:14.033268Z","caller":"traceutil/trace.go:171","msg":"trace[1192248290] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23561; }","duration":"6.684756875s","start":"2026-02-26T02:26:07.348503Z","end":"2026-02-26T02:26:14.03326Z","steps":["trace[1192248290] 'agreement among raft nodes before linearized reading' (duration: 6.684693254s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.03329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:07.348482Z","time spent":"6.684801946s","remote":"127.0.0.1:52500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:14.069843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000076612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:26:14.06998Z","caller":"traceutil/trace.go:171","msg":"trace[1711961767] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000233895s","start":"2026-02-26T02:26:12.069726Z","end":"2026-02-26T02:26:14.06996Z","steps":["trace[1711961767] 'agreement among raft nodes before linearized reading' (duration: 2.000073062s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.070047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.069657Z","time spent":"2.000367647s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:26:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:14.982052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997563857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:26:14.982249Z","caller":"traceutil/trace.go:171","msg":"trace[1064304524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997828062s","start":"2026-02-26T02:26:11.984398Z","end":"2026-02-26T02:26:14.982226Z","steps":["trace[1064304524] 'agreement among raft nodes before linearized reading' (duration: 2.997587988s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.98232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:11.984377Z","time spent":"2.997930834s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/26 02:26:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:14.983346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997852733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:26:14.98352Z","caller":"traceutil/trace.go:171","msg":"trace[1671416868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998073786s","start":"2026-02-26T02:26:11.985412Z","end":"2026-02-26T02:26:14.983485Z","steps":["trace[1671416868] 'agreement among raft nodes before linearized reading' (duration: 2.997865283s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.983613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:11.985403Z","time spent":"2.998190568s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/26 02:26:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:14.985496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991641209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:26:14.985571Z","caller":"traceutil/trace.go:171","msg":"trace[1881515884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.991782542s","start":"2026-02-26T02:26:11.993776Z","end":"2026-02-26T02:26:14.985558Z","steps":["trace[1881515884] 'agreement among raft nodes before linearized reading' (duration: 2.99168401s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.985691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:11.993749Z","time spent":"2.991881413s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/26 02:26:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:14.988925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.680137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:26:14.989429Z","caller":"traceutil/trace.go:171","msg":"trace[421241206] transaction","detail":"{read_only:false; response_revision:23563; number_of_response:1; }","duration":"2.427085704s","start":"2026-02-26T02:26:12.562319Z","end":"2026-02-26T02:26:14.989405Z","steps":["trace[421241206] 'process raft request' (duration: 2.426707358s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:14.98942Z","caller":"traceutil/trace.go:171","msg":"trace[297431353] transaction","detail":"{read_only:false; response_revision:23562; number_of_response:1; }","duration":"2.42738489s","start":"2026-02-26T02:26:12.561997Z","end":"2026-02-26T02:26:14.989381Z","steps":["trace[297431353] 'process raft request' (duration: 1.561159673s)","trace[297431353] 'compare' (duration: 865.2851ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:14.989561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.562307Z","time spent":"2.427179866s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:14.989418Z","caller":"traceutil/trace.go:171","msg":"trace[887875415] transaction","detail":"{read_only:false; response_revision:23564; number_of_response:1; }","duration":"2.426564095s","start":"2026-02-26T02:26:12.562827Z","end":"2026-02-26T02:26:14.989391Z","steps":["trace[887875415] 'process raft request' (duration: 2.42627954s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:14.989591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.561961Z","time spent":"2.427540613s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:14.989664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.562818Z","time spent":"2.426809529s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:15.496307Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.373167789s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:26:15.959468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.401994198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-26T02:26:15.959543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.398542656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:26:15.959597Z","caller":"traceutil/trace.go:171","msg":"trace[358857737] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; }","duration":"5.402144511s","start":"2026-02-26T02:26:10.55742Z","end":"2026-02-26T02:26:15.959565Z","steps":["trace[358857737] 'agreement among raft nodes before linearized reading' (duration: 5.401991558s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:15.959671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.398430163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:26:15.959662Z","caller":"traceutil/trace.go:171","msg":"trace[319849109] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; }","duration":"5.398690348s","start":"2026-02-26T02:26:10.560941Z","end":"2026-02-26T02:26:15.959631Z","steps":["trace[319849109] 'agreement among raft nodes before linearized reading' (duration: 5.398545716s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:15.95975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.557417Z","time spent":"5.402286363s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-02-26T02:26:15.959762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.399440272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-26T02:26:15.959815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.560937Z","time spent":"5.398861091s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-26T02:26:15.959856Z","caller":"traceutil/trace.go:171","msg":"trace[1277623081] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; }","duration":"5.399611905s","start":"2026-02-26T02:26:10.560219Z","end":"2026-02-26T02:26:15.95983Z","steps":["trace[1277623081] 'agreement among raft nodes before linearized reading' (duration: 5.399433111s)"],"step_count":1} 2026/02/26 02:26:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:15.959864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.399258958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller-default\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-26T02:26:15.959927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.397691339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:26:15.959931Z","caller":"traceutil/trace.go:171","msg":"trace[2114058189] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; }","duration":"5.398686098s","start":"2026-02-26T02:26:10.561033Z","end":"2026-02-26T02:26:15.959719Z","steps":["trace[2114058189] 'agreement among raft nodes before linearized reading' (duration: 5.398435333s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:15.959956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.397930274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-26T02:26:15.959967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.56103Z","time spent":"5.398927082s","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-02-26T02:26:15.959979Z","caller":"traceutil/trace.go:171","msg":"trace[510637397] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; }","duration":"5.397994295s","start":"2026-02-26T02:26:10.561977Z","end":"2026-02-26T02:26:15.959971Z","steps":["trace[510637397] 'agreement among raft nodes before linearized reading' (duration: 5.397973945s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:15.959974Z","caller":"traceutil/trace.go:171","msg":"trace[649813848] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller-default; range_end:; }","duration":"5.399413561s","start":"2026-02-26T02:26:10.560531Z","end":"2026-02-26T02:26:15.959945Z","steps":["trace[649813848] 'agreement among raft nodes before linearized reading' (duration: 5.399254478s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:15.959978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.402559158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-26T02:26:15.960005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.56195Z","time spent":"5.398048566s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-02-26T02:26:15.960019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.399831038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"","error":"context canceled"} 2026/02/26 02:26:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-26T02:26:15.960036Z","caller":"traceutil/trace.go:171","msg":"trace[2043325400] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; }","duration":"5.402612589s","start":"2026-02-26T02:26:10.557399Z","end":"2026-02-26T02:26:15.960011Z","steps":["trace[2043325400] 'agreement among raft nodes before linearized reading' (duration: 5.402567078s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:15.960053Z","caller":"traceutil/trace.go:171","msg":"trace[233264198] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; }","duration":"5.399866988s","start":"2026-02-26T02:26:10.560177Z","end":"2026-02-26T02:26:15.960044Z","steps":["trace[233264198] 'agreement among raft nodes before linearized reading' (duration: 5.399836368s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:15.960005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.394987021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-26T02:26:15.959951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.39935473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-26T02:26:15.960081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.560175Z","time spent":"5.399900759s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"info","ts":"2026-02-26T02:26:15.960086Z","caller":"traceutil/trace.go:171","msg":"trace[502799565] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; }","duration":"5.397730471s","start":"2026-02-26T02:26:10.562215Z","end":"2026-02-26T02:26:15.959945Z","steps":["trace[502799565] 'agreement among raft nodes before linearized reading' (duration: 5.3977024s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:15.960085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.557395Z","time spent":"5.40267944s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/openstack/openvswitch\" "} {"level":"info","ts":"2026-02-26T02:26:15.960104Z","caller":"traceutil/trace.go:171","msg":"trace[605522404] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; }","duration":"5.399505482s","start":"2026-02-26T02:26:10.560591Z","end":"2026-02-26T02:26:15.960096Z","steps":["trace[605522404] 'agreement among raft nodes before linearized reading' (duration: 5.39935404s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:15.960118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.56221Z","time spent":"5.397901033s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-02-26T02:26:15.959987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.399740276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-26T02:26:15.960048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.560528Z","time spent":"5.399497732s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller-default\" "} {"level":"warn","ts":"2026-02-26T02:26:15.960134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.560581Z","time spent":"5.399546903s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} 2026/02/26 02:26:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/26 02:26:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/26 02:26:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/26 02:26:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/26 02:26:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:15.960155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.402916894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-26T02:26:15.960226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.400046312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-26T02:26:15.960247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.399616036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:26:15.960248Z","caller":"traceutil/trace.go:171","msg":"trace[252444610] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; }","duration":"5.403007927s","start":"2026-02-26T02:26:10.557231Z","end":"2026-02-26T02:26:15.960239Z","steps":["trace[252444610] 'agreement among raft nodes before linearized reading' (duration: 5.402912294s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:15.960272Z","caller":"traceutil/trace.go:171","msg":"trace[588534601] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; }","duration":"5.399654736s","start":"2026-02-26T02:26:10.56061Z","end":"2026-02-26T02:26:15.960265Z","steps":["trace[588534601] 'agreement among raft nodes before linearized reading' (duration: 5.399629496s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:15.960266Z","caller":"traceutil/trace.go:171","msg":"trace[424452903] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; }","duration":"5.400092374s","start":"2026-02-26T02:26:10.560163Z","end":"2026-02-26T02:26:15.960255Z","steps":["trace[424452903] 'agreement among raft nodes before linearized reading' (duration: 5.400051672s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:15.960282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.557215Z","time spent":"5.403058627s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-26T02:26:15.960293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.400087424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-26T02:26:15.960298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.560603Z","time spent":"5.399688847s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-02-26T02:26:15.960305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.400479572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:26:15.960163Z","caller":"traceutil/trace.go:171","msg":"trace[627333612] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; }","duration":"5.399918589s","start":"2026-02-26T02:26:10.560231Z","end":"2026-02-26T02:26:15.960149Z","steps":["trace[627333612] 'agreement among raft nodes before linearized reading' (duration: 5.399745906s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:15.960323Z","caller":"traceutil/trace.go:171","msg":"trace[704712209] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; }","duration":"5.400126864s","start":"2026-02-26T02:26:10.560189Z","end":"2026-02-26T02:26:15.960316Z","steps":["trace[704712209] 'agreement among raft nodes before linearized reading' (duration: 5.400095694s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:15.960319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.56016Z","time spent":"5.400149475s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-02-26T02:26:15.960341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.399727767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"","error":"context canceled"} 2026/02/26 02:26:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/26 02:26:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:15.960349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.560229Z","time spent":"5.400114474s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} 2026/02/26 02:26:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/26 02:26:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-26T02:26:15.960339Z","caller":"traceutil/trace.go:171","msg":"trace[601047548] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; }","duration":"5.400539152s","start":"2026-02-26T02:26:10.559791Z","end":"2026-02-26T02:26:15.96033Z","steps":["trace[601047548] 'agreement among raft nodes before linearized reading' (duration: 5.400492562s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:15.960425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.559784Z","time spent":"5.400634954s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} 2026/02/26 02:26:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-26T02:26:15.960115Z","caller":"traceutil/trace.go:171","msg":"trace[825800797] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; }","duration":"5.395141403s","start":"2026-02-26T02:26:10.564949Z","end":"2026-02-26T02:26:15.96009Z","steps":["trace[825800797] 'agreement among raft nodes before linearized reading' (duration: 5.39497602s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:15.960548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.564943Z","time spent":"5.395590232s","remote":"127.0.0.1:42608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} 2026/02/26 02:26:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:15.960182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.399965511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"","error":"context canceled"} 2026/02/26 02:26:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-26T02:26:15.960655Z","caller":"traceutil/trace.go:171","msg":"trace[1596204703] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; }","duration":"5.40043181s","start":"2026-02-26T02:26:10.560205Z","end":"2026-02-26T02:26:15.960637Z","steps":["trace[1596204703] 'agreement among raft nodes before linearized reading' (duration: 5.399970661s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:15.960715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.560203Z","time spent":"5.400495981s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} 2026/02/26 02:26:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:15.959913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.560216Z","time spent":"5.399685466s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/magnum-conductor\" "} 2026/02/26 02:26:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:15.960204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.400066112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:26:15.960882Z","caller":"traceutil/trace.go:171","msg":"trace[2047998206] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; }","duration":"5.400744675s","start":"2026-02-26T02:26:10.560126Z","end":"2026-02-26T02:26:15.96087Z","steps":["trace[2047998206] 'agreement among raft nodes before linearized reading' (duration: 5.400072692s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:15.960945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.560122Z","time spent":"5.400810196s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} 2026/02/26 02:26:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-26T02:26:15.960368Z","caller":"traceutil/trace.go:171","msg":"trace[1483192567] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; }","duration":"5.399760348s","start":"2026-02-26T02:26:10.560601Z","end":"2026-02-26T02:26:15.960361Z","steps":["trace[1483192567] 'agreement among raft nodes before linearized reading' (duration: 5.399733717s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:15.961042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.560598Z","time spent":"5.40043259s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-02-26T02:26:15.960359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.560187Z","time spent":"5.400160505s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} 2026/02/26 02:26:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/26 02:26:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:16.06097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000367688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:26:16.061084Z","caller":"traceutil/trace.go:171","msg":"trace[101142731] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000532211s","start":"2026-02-26T02:26:14.060527Z","end":"2026-02-26T02:26:16.06106Z","steps":["trace[101142731] 'agreement among raft nodes before linearized reading' (duration: 2.000400677s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:16.061135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:14.06051Z","time spent":"2.000615803s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:26:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:16.070111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000127934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:26:16.070231Z","caller":"traceutil/trace.go:171","msg":"trace[358181252] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306538s","start":"2026-02-26T02:26:14.069904Z","end":"2026-02-26T02:26:16.07021Z","steps":["trace[358181252] 'agreement among raft nodes before linearized reading' (duration: 2.000169795s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:16.070281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:14.069873Z","time spent":"2.000398279s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:26:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:16.366609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377440537s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:26:16.366872Z","caller":"traceutil/trace.go:171","msg":"trace[1275980962] linearizableReadLoop","detail":"{readStateIndex:24384; appliedIndex:24380; }","duration":"2.335647794s","start":"2026-02-26T02:26:14.031196Z","end":"2026-02-26T02:26:16.366844Z","steps":["trace[1275980962] 'read index received' (duration: 91.98122ms)","trace[1275980962] 'applied index is now lower than readState.Index' (duration: 2.243664194s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:16.368119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.706507132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:16.368246Z","caller":"traceutil/trace.go:171","msg":"trace[654462761] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23565; }","duration":"5.706692515s","start":"2026-02-26T02:26:10.661521Z","end":"2026-02-26T02:26:16.368214Z","steps":["trace[654462761] 'agreement among raft nodes before linearized reading' (duration: 5.706498872s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:16.368323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.661494Z","time spent":"5.706807818s","remote":"127.0.0.1:52614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:26:16.368358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.811659593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a4c82cd2-dc85-467c-935a-87abf726800f\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-02-26T02:26:16.368329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:14.033911Z","time spent":"2.334411091s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:26:16.368452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.811930418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T02:26:16.368482Z","caller":"traceutil/trace.go:171","msg":"trace[338363500] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23565; }","duration":"5.811987539s","start":"2026-02-26T02:26:10.556485Z","end":"2026-02-26T02:26:16.368473Z","steps":["trace[338363500] 'agreement among raft nodes before linearized reading' (duration: 5.811921468s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:16.368511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.556464Z","time spent":"5.81203997s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:26:16.36859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.266587673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:16.368621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.647601314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:16.368639Z","caller":"traceutil/trace.go:171","msg":"trace[1513436008] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23565; }","duration":"3.266681754s","start":"2026-02-26T02:26:13.101941Z","end":"2026-02-26T02:26:16.368622Z","steps":["trace[1513436008] 'agreement among raft nodes before linearized reading' (duration: 3.266603633s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:16.368628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.492146104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:16.368671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:13.101911Z","time spent":"3.266751195s","remote":"127.0.0.1:42370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:26:16.368675Z","caller":"traceutil/trace.go:171","msg":"trace[1951628342] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23565; }","duration":"3.647718976s","start":"2026-02-26T02:26:12.720938Z","end":"2026-02-26T02:26:16.368657Z","steps":["trace[1951628342] 'agreement among raft nodes before linearized reading' (duration: 3.647619254s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:16.36865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432999763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:16.368692Z","caller":"traceutil/trace.go:171","msg":"trace[168221962] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23565; }","duration":"4.492254236s","start":"2026-02-26T02:26:11.876417Z","end":"2026-02-26T02:26:16.368672Z","steps":["trace[168221962] 'agreement among raft nodes before linearized reading' (duration: 4.492133284s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:16.368713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.72091Z","time spent":"3.647793647s","remote":"127.0.0.1:34118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:16.368738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:11.876399Z","time spent":"4.492325137s","remote":"127.0.0.1:57580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:26:16.368743Z","caller":"traceutil/trace.go:171","msg":"trace[1046153979] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23565; }","duration":"3.433152766s","start":"2026-02-26T02:26:12.935564Z","end":"2026-02-26T02:26:16.368717Z","steps":["trace[1046153979] 'agreement among raft nodes before linearized reading' (duration: 3.432995263s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:16.368753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.860584135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:16.368788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.935536Z","time spent":"3.433240827s","remote":"127.0.0.1:42212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:26:16.368821Z","caller":"traceutil/trace.go:171","msg":"trace[379011558] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23566; }","duration":"3.860698838s","start":"2026-02-26T02:26:12.508106Z","end":"2026-02-26T02:26:16.368805Z","steps":["trace[379011558] 'agreement among raft nodes before linearized reading' (duration: 3.860543155s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:16.368863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.508077Z","time spent":"3.860776678s","remote":"127.0.0.1:52288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:16.368896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.57289359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:16.368939Z","caller":"traceutil/trace.go:171","msg":"trace[97440842] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:23567; }","duration":"4.572965471s","start":"2026-02-26T02:26:11.795963Z","end":"2026-02-26T02:26:16.368929Z","steps":["trace[97440842] 'agreement among raft nodes before linearized reading' (duration: 4.572855039s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:16.368918Z","caller":"traceutil/trace.go:171","msg":"trace[1224027394] transaction","detail":"{read_only:false; response_revision:23567; number_of_response:1; }","duration":"2.330320766s","start":"2026-02-26T02:26:14.038567Z","end":"2026-02-26T02:26:16.368887Z","steps":["trace[1224027394] 'process raft request' (duration: 2.330151333s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:16.368396Z","caller":"traceutil/trace.go:171","msg":"trace[54837878] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a4c82cd2-dc85-467c-935a-87abf726800f; range_end:; response_count:1; response_revision:23565; }","duration":"5.811705414s","start":"2026-02-26T02:26:10.556677Z","end":"2026-02-26T02:26:16.368383Z","steps":["trace[54837878] 'agreement among raft nodes before linearized reading' (duration: 5.811559902s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:16.368969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:11.795941Z","time spent":"4.573021542s","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-26T02:26:16.369152Z","caller":"traceutil/trace.go:171","msg":"trace[1615082400] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"1.38314748s","start":"2026-02-26T02:26:14.985991Z","end":"2026-02-26T02:26:16.369139Z","steps":["trace[1615082400] 'process raft request' (duration: 1.382849674s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:16.369114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:14.038544Z","time spent":"2.330460158s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:16.369204Z","caller":"traceutil/trace.go:171","msg":"trace[383245188] transaction","detail":"{read_only:false; response_revision:23566; number_of_response:1; }","duration":"2.330666883s","start":"2026-02-26T02:26:14.038526Z","end":"2026-02-26T02:26:16.369193Z","steps":["trace[383245188] 'process raft request' (duration: 2.329544723s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:16.369241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.888278783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:16.369257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:14.985922Z","time spent":"1.383259263s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:16.369257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.62922556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:16.36928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:14.038482Z","time spent":"2.330748955s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:16.369307Z","caller":"traceutil/trace.go:171","msg":"trace[1687525380] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23568; }","duration":"5.629320342s","start":"2026-02-26T02:26:10.739974Z","end":"2026-02-26T02:26:16.369294Z","steps":["trace[1687525380] 'agreement among raft nodes before linearized reading' (duration: 5.628969705s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:16.369307Z","caller":"traceutil/trace.go:171","msg":"trace[541017110] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23568; }","duration":"4.888346674s","start":"2026-02-26T02:26:11.480939Z","end":"2026-02-26T02:26:16.369286Z","steps":["trace[541017110] 'agreement among raft nodes before linearized reading' (duration: 4.888017977s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:16.36927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.177076859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:16.369336Z","caller":"traceutil/trace.go:171","msg":"trace[2143085970] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"1.382367708s","start":"2026-02-26T02:26:14.986955Z","end":"2026-02-26T02:26:16.369323Z","steps":["trace[2143085970] 'process raft request' (duration: 1.382086652s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:16.369348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.739948Z","time spent":"5.629390903s","remote":"127.0.0.1:52340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:26:16.369364Z","caller":"traceutil/trace.go:171","msg":"trace[1293224305] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23568; }","duration":"5.177171461s","start":"2026-02-26T02:26:11.192178Z","end":"2026-02-26T02:26:16.369349Z","steps":["trace[1293224305] 'agreement among raft nodes before linearized reading' (duration: 5.176791983s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:16.369364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:11.480871Z","time spent":"4.888475856s","remote":"127.0.0.1:52512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:16.369397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:11.192103Z","time spent":"5.177285533s","remote":"127.0.0.1:52218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:16.369406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:14.986917Z","time spent":"1.382448848s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:16.369272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:10.556672Z","time spent":"5.81254438s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-a4c82cd2-dc85-467c-935a-87abf726800f\" "} {"level":"warn","ts":"2026-02-26T02:26:16.369115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.936170887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:26:16.369605Z","caller":"traceutil/trace.go:171","msg":"trace[1883074693] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23568; }","duration":"3.936680866s","start":"2026-02-26T02:26:12.432899Z","end":"2026-02-26T02:26:16.36958Z","steps":["trace[1883074693] 'agreement among raft nodes before linearized reading' (duration: 3.936014833s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:16.369653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:12.432878Z","time spent":"3.936759197s","remote":"127.0.0.1:42474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:26:16.410517Z","caller":"traceutil/trace.go:171","msg":"trace[493191842] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"885.647031ms","start":"2026-02-26T02:26:15.524825Z","end":"2026-02-26T02:26:16.410472Z","steps":["trace[493191842] 'process raft request' (duration: 885.359766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:16.410705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:15.524782Z","time spent":"885.819654ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:16.41109Z","caller":"traceutil/trace.go:171","msg":"trace[156405284] transaction","detail":"{read_only:false; response_revision:23571; number_of_response:1; }","duration":"844.51493ms","start":"2026-02-26T02:26:15.566549Z","end":"2026-02-26T02:26:16.411064Z","steps":["trace[156405284] 'process raft request' (duration: 843.845158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:16.411152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:15.566526Z","time spent":"844.595282ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:17.666171Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.255928367s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:26:17.666634Z","caller":"traceutil/trace.go:171","msg":"trace[1695030117] transaction","detail":"{read_only:false; response_revision:23572; number_of_response:1; }","duration":"1.628763858s","start":"2026-02-26T02:26:16.03783Z","end":"2026-02-26T02:26:17.666594Z","steps":["trace[1695030117] 'process raft request' (duration: 1.628541214s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:17.666659Z","caller":"traceutil/trace.go:171","msg":"trace[1850689007] linearizableReadLoop","detail":"{readStateIndex:24394; appliedIndex:24389; }","duration":"1.299670736s","start":"2026-02-26T02:26:16.366965Z","end":"2026-02-26T02:26:17.666635Z","steps":["trace[1850689007] 'read index received' (duration: 43.251151ms)","trace[1850689007] 'applied index is now lower than readState.Index' (duration: 1.256418495s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:17.66681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:16.037796Z","time spent":"1.628908281s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:17.666893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588397661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-02-26T02:26:17.66692Z","caller":"traceutil/trace.go:171","msg":"trace[931188024] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23575; }","duration":"1.588488572s","start":"2026-02-26T02:26:16.078422Z","end":"2026-02-26T02:26:17.666911Z","steps":["trace[931188024] 'agreement among raft nodes before linearized reading' (duration: 1.588330549s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:17.666945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:16.078392Z","time spent":"1.588547543s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-26T02:26:17.666965Z","caller":"traceutil/trace.go:171","msg":"trace[542586195] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23574; }","duration":"1.297247052s","start":"2026-02-26T02:26:16.369704Z","end":"2026-02-26T02:26:17.666951Z","steps":["trace[542586195] 'process raft request' (duration: 1.296859565s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:17.666912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465512475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:26:17.667015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:16.369687Z","time spent":"1.297299082s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:17.667044Z","caller":"traceutil/trace.go:171","msg":"trace[810566809] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23575; }","duration":"1.46571839s","start":"2026-02-26T02:26:16.201301Z","end":"2026-02-26T02:26:17.667019Z","steps":["trace[810566809] 'agreement among raft nodes before linearized reading' (duration: 1.465463744s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:17.667107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:16.201274Z","time spent":"1.465820381s","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:17.667144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.578786877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:17.667169Z","caller":"traceutil/trace.go:171","msg":"trace[1859778775] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23575; }","duration":"3.578851798s","start":"2026-02-26T02:26:14.088307Z","end":"2026-02-26T02:26:17.667159Z","steps":["trace[1859778775] 'agreement among raft nodes before linearized reading' (duration: 3.578808448s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:17.667188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:14.088284Z","time spent":"3.578898789s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:26:17.667158Z","caller":"traceutil/trace.go:171","msg":"trace[336092171] transaction","detail":"{read_only:false; response_revision:23575; number_of_response:1; }","duration":"1.291053279s","start":"2026-02-26T02:26:16.376061Z","end":"2026-02-26T02:26:17.667114Z","steps":["trace[336092171] 'process raft request' (duration: 1.290522129s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:17.6672Z","caller":"traceutil/trace.go:171","msg":"trace[236454473] transaction","detail":"{read_only:false; response_revision:23574; number_of_response:1; }","duration":"1.627216661s","start":"2026-02-26T02:26:16.039926Z","end":"2026-02-26T02:26:17.667143Z","steps":["trace[236454473] 'process raft request' (duration: 1.626611229s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:17.667301Z","caller":"traceutil/trace.go:171","msg":"trace[20843826] transaction","detail":"{read_only:false; response_revision:23573; number_of_response:1; }","duration":"1.62934818s","start":"2026-02-26T02:26:16.037946Z","end":"2026-02-26T02:26:17.667294Z","steps":["trace[20843826] 'process raft request' (duration: 1.628565865s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:17.667314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:16.376048Z","time spent":"1.291192572s","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1560,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-26T02:26:17.667335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589331818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:17.667324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628054286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:26:17.66737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:16.037937Z","time spent":"1.62938585s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:17.667389Z","caller":"traceutil/trace.go:171","msg":"trace[1299068156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23575; }","duration":"1.58942482s","start":"2026-02-26T02:26:16.077949Z","end":"2026-02-26T02:26:17.667374Z","steps":["trace[1299068156] 'agreement among raft nodes before linearized reading' (duration: 1.589334558s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:17.667415Z","caller":"traceutil/trace.go:171","msg":"trace[1321856055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23575; }","duration":"1.628185808s","start":"2026-02-26T02:26:16.039206Z","end":"2026-02-26T02:26:17.667392Z","steps":["trace[1321856055] 'agreement among raft nodes before linearized reading' (duration: 1.627859023s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:17.667437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:16.077929Z","time spent":"1.589500321s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:26:17.667456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:16.039198Z","time spent":"1.628251719s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:26:17.667459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:16.039891Z","time spent":"1.627439025s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:17.667705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627173671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:26:17.667757Z","caller":"traceutil/trace.go:171","msg":"trace[1414522274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23575; }","duration":"1.627899144s","start":"2026-02-26T02:26:16.03984Z","end":"2026-02-26T02:26:17.667739Z","steps":["trace[1414522274] 'agreement among raft nodes before linearized reading' (duration: 1.626996197s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:17.667803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:16.039804Z","time spent":"1.627990924s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:26:17.83747Z","caller":"traceutil/trace.go:171","msg":"trace[400035818] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"842.944001ms","start":"2026-02-26T02:26:16.994496Z","end":"2026-02-26T02:26:17.83744Z","steps":["trace[400035818] 'process raft request' (duration: 841.556875ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:17.837635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:16.994466Z","time spent":"843.091024ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:17.837766Z","caller":"traceutil/trace.go:171","msg":"trace[1190056670] transaction","detail":"{read_only:false; response_revision:23577; number_of_response:1; }","duration":"842.457351ms","start":"2026-02-26T02:26:16.995278Z","end":"2026-02-26T02:26:17.837735Z","steps":["trace[1190056670] 'process raft request' (duration: 842.064604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:17.837935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:16.995264Z","time spent":"842.579605ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:17.837996Z","caller":"traceutil/trace.go:171","msg":"trace[1216822826] linearizableReadLoop","detail":"{readStateIndex:24399; appliedIndex:24396; }","duration":"171.259109ms","start":"2026-02-26T02:26:17.666722Z","end":"2026-02-26T02:26:17.837982Z","steps":["trace[1216822826] 'read index received' (duration: 168.797134ms)","trace[1216822826] 'applied index is now lower than readState.Index' (duration: 2.461035ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:17.838085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46244278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:17.838109Z","caller":"traceutil/trace.go:171","msg":"trace[1614825114] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23578; }","duration":"1.46246859s","start":"2026-02-26T02:26:16.375632Z","end":"2026-02-26T02:26:17.838101Z","steps":["trace[1614825114] 'agreement among raft nodes before linearized reading' (duration: 1.462413729s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:17.838098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.119513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:17.838387Z","caller":"traceutil/trace.go:171","msg":"trace[1410427397] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23578; }","duration":"821.271666ms","start":"2026-02-26T02:26:17.01691Z","end":"2026-02-26T02:26:17.838181Z","steps":["trace[1410427397] 'agreement among raft nodes before linearized reading' (duration: 821.093623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:17.838425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:17.016895Z","time spent":"821.52029ms","remote":"127.0.0.1:34132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:26:17.838393Z","caller":"traceutil/trace.go:171","msg":"trace[749082696] transaction","detail":"{read_only:false; response_revision:23578; number_of_response:1; }","duration":"841.559405ms","start":"2026-02-26T02:26:16.9966Z","end":"2026-02-26T02:26:17.838159Z","steps":["trace[749082696] 'process raft request' (duration: 841.049625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:17.838443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.799229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-26T02:26:17.838469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468774926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18644"} {"level":"info","ts":"2026-02-26T02:26:17.838481Z","caller":"traceutil/trace.go:171","msg":"trace[1041154434] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23578; }","duration":"385.880981ms","start":"2026-02-26T02:26:17.452589Z","end":"2026-02-26T02:26:17.83847Z","steps":["trace[1041154434] 'agreement among raft nodes before linearized reading' (duration: 385.522725ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:17.838498Z","caller":"traceutil/trace.go:171","msg":"trace[1482217874] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23578; }","duration":"1.468838497s","start":"2026-02-26T02:26:16.369653Z","end":"2026-02-26T02:26:17.838492Z","steps":["trace[1482217874] 'agreement among raft nodes before linearized reading' (duration: 1.468521942s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:17.838517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:16.369631Z","time spent":"1.468881218s","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18666,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-26T02:26:17.838517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:17.452563Z","time spent":"385.946042ms","remote":"127.0.0.1:42270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-26T02:26:17.838585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:16.996585Z","time spent":"841.895292ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:17.838619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465054867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-02-26T02:26:17.838161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:16.375609Z","time spent":"1.462545612s","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-26T02:26:17.838717Z","caller":"traceutil/trace.go:171","msg":"trace[544730981] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23578; }","duration":"1.4652278s","start":"2026-02-26T02:26:16.373463Z","end":"2026-02-26T02:26:17.83869Z","steps":["trace[544730981] 'agreement among raft nodes before linearized reading' (duration: 1.464645869s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:17.838772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:16.373439Z","time spent":"1.465323182s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-02-26T02:26:18.338868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703368395,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:26:18.839931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703368395,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:26:18.981105Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.14555809s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:26:19.022191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.923705ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:19.022318Z","caller":"traceutil/trace.go:171","msg":"trace[2032479115] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23578; }","duration":"117.060558ms","start":"2026-02-26T02:26:18.905235Z","end":"2026-02-26T02:26:19.022296Z","steps":["trace[2032479115] 'range keys from in-memory index tree' (duration: 116.905035ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:19.023008Z","caller":"traceutil/trace.go:171","msg":"trace[125131056] linearizableReadLoop","detail":"{readStateIndex:24403; appliedIndex:24399; }","duration":"1.18496414s","start":"2026-02-26T02:26:17.838014Z","end":"2026-02-26T02:26:19.022978Z","steps":["trace[125131056] 'read index received' (duration: 1.143263367s)","trace[125131056] 'applied index is now lower than readState.Index' (duration: 41.699493ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:19.023158Z","caller":"traceutil/trace.go:171","msg":"trace[1209941635] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"1.345361981s","start":"2026-02-26T02:26:17.677783Z","end":"2026-02-26T02:26:19.023145Z","steps":["trace[1209941635] 'process raft request' (duration: 1.345078046s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:19.023246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:17.671137Z","time spent":"1.352104644s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:26:19.023301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:17.677754Z","time spent":"1.345461773s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:19.023509Z","caller":"traceutil/trace.go:171","msg":"trace[977396685] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"1.35132753s","start":"2026-02-26T02:26:17.672171Z","end":"2026-02-26T02:26:19.023498Z","steps":["trace[977396685] 'process raft request' (duration: 1.350496535s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:19.023569Z","caller":"traceutil/trace.go:171","msg":"trace[471008644] transaction","detail":"{read_only:false; response_revision:23581; number_of_response:1; }","duration":"1.345687196s","start":"2026-02-26T02:26:17.677843Z","end":"2026-02-26T02:26:19.02353Z","steps":["trace[471008644] 'process raft request' (duration: 1.345090366s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:19.023635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18168183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ad082e30-d81b-49ce-9bb5-cafe76044ab0\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-02-26T02:26:19.023607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352651583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:19.023682Z","caller":"traceutil/trace.go:171","msg":"trace[548648211] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ad082e30-d81b-49ce-9bb5-cafe76044ab0; range_end:; response_count:1; response_revision:23581; }","duration":"1.181741012s","start":"2026-02-26T02:26:17.841927Z","end":"2026-02-26T02:26:19.023668Z","steps":["trace[548648211] 'agreement among raft nodes before linearized reading' (duration: 1.181584689s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:19.023698Z","caller":"traceutil/trace.go:171","msg":"trace[136532922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23581; }","duration":"1.352766206s","start":"2026-02-26T02:26:17.670912Z","end":"2026-02-26T02:26:19.023678Z","steps":["trace[136532922] 'agreement among raft nodes before linearized reading' (duration: 1.352577613s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:19.023719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:17.841906Z","time spent":"1.181805833s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-ad082e30-d81b-49ce-9bb5-cafe76044ab0\" "} {"level":"warn","ts":"2026-02-26T02:26:19.023705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345967491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1578"} {"level":"warn","ts":"2026-02-26T02:26:19.023738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:17.677831Z","time spent":"1.345814278s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:19.023752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:17.670894Z","time spent":"1.352849818s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:26:19.023775Z","caller":"traceutil/trace.go:171","msg":"trace[1822537835] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23581; }","duration":"1.346062784s","start":"2026-02-26T02:26:17.677695Z","end":"2026-02-26T02:26:19.023758Z","steps":["trace[1822537835] 'agreement among raft nodes before linearized reading' (duration: 1.34585036s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:19.023805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:17.677688Z","time spent":"1.346112105s","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1600,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:26:19.023604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:17.67215Z","time spent":"1.351394801s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:19.023935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.020809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.1897aabaf3eff22c\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-02-26T02:26:19.023975Z","caller":"traceutil/trace.go:171","msg":"trace[1228661614] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.1897aabaf3eff22c; range_end:; response_count:1; response_revision:23581; }","duration":"695.09829ms","start":"2026-02-26T02:26:18.328867Z","end":"2026-02-26T02:26:19.023966Z","steps":["trace[1228661614] 'agreement among raft nodes before linearized reading' (duration: 694.995258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:19.024014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180447888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:19.02401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:18.328842Z","time spent":"695.161692ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":860,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.1897aabaf3eff22c\" "} {"level":"info","ts":"2026-02-26T02:26:19.024037Z","caller":"traceutil/trace.go:171","msg":"trace[1900036331] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23581; }","duration":"1.180481858s","start":"2026-02-26T02:26:17.843548Z","end":"2026-02-26T02:26:19.02403Z","steps":["trace[1900036331] 'agreement among raft nodes before linearized reading' (duration: 1.180444178s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:19.024056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:17.843541Z","time spent":"1.180511579s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:26:19.024145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.99827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-26T02:26:19.024177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110429799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:19.023893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.515311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:26:19.024203Z","caller":"traceutil/trace.go:171","msg":"trace[517068178] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23581; }","duration":"179.093352ms","start":"2026-02-26T02:26:18.845089Z","end":"2026-02-26T02:26:19.024183Z","steps":["trace[517068178] 'agreement among raft nodes before linearized reading' (duration: 178.934819ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:19.024215Z","caller":"traceutil/trace.go:171","msg":"trace[1949586935] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23581; }","duration":"1.11051002s","start":"2026-02-26T02:26:17.913694Z","end":"2026-02-26T02:26:19.024204Z","steps":["trace[1949586935] 'agreement among raft nodes before linearized reading' (duration: 1.110434179s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:19.024225Z","caller":"traceutil/trace.go:171","msg":"trace[1520078668] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23581; }","duration":"497.927468ms","start":"2026-02-26T02:26:18.526291Z","end":"2026-02-26T02:26:19.024219Z","steps":["trace[1520078668] 'agreement among raft nodes before linearized reading' (duration: 497.454459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:19.024246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:17.913666Z","time spent":"1.110575761s","remote":"127.0.0.1:42592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-26T02:26:19.024261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:18.526269Z","time spent":"497.973649ms","remote":"127.0.0.1:52656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:19.528766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703368397,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:26:19.533317Z","caller":"traceutil/trace.go:171","msg":"trace[694223583] transaction","detail":"{read_only:false; response_revision:23582; number_of_response:1; }","duration":"508.907658ms","start":"2026-02-26T02:26:19.024366Z","end":"2026-02-26T02:26:19.533274Z","steps":["trace[694223583] 'process raft request' (duration: 506.83892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:19.533528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:19.024345Z","time spent":"509.073511ms","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:20.198616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.775815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:26:20.198735Z","caller":"traceutil/trace.go:171","msg":"trace[1916615964] linearizableReadLoop","detail":"{readStateIndex:24405; appliedIndex:24403; }","duration":"1.170895904s","start":"2026-02-26T02:26:19.02782Z","end":"2026-02-26T02:26:20.198716Z","steps":["trace[1916615964] 'read index received' (duration: 503.402708ms)","trace[1916615964] 'applied index is now lower than readState.Index' (duration: 667.492326ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:20.198815Z","caller":"traceutil/trace.go:171","msg":"trace[1143218644] transaction","detail":"{read_only:false; response_revision:23583; number_of_response:1; }","duration":"1.171930982s","start":"2026-02-26T02:26:19.02683Z","end":"2026-02-26T02:26:20.198761Z","steps":["trace[1143218644] 'process raft request' (duration: 846.934313ms)","trace[1143218644] 'compare' (duration: 324.667383ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:20.198903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171077957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-02-26T02:26:20.198926Z","caller":"traceutil/trace.go:171","msg":"trace[1630814417] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23583; }","duration":"1.171132798s","start":"2026-02-26T02:26:19.027786Z","end":"2026-02-26T02:26:20.198919Z","steps":["trace[1630814417] 'agreement among raft nodes before linearized reading' (duration: 1.170994096s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:20.19895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:19.027771Z","time spent":"1.171172839s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-26T02:26:20.198995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:19.026807Z","time spent":"1.172091025s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:20.199107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17128675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-26T02:26:20.199128Z","caller":"traceutil/trace.go:171","msg":"trace[1611794141] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23583; }","duration":"1.171332212s","start":"2026-02-26T02:26:19.027788Z","end":"2026-02-26T02:26:20.19912Z","steps":["trace[1611794141] 'agreement among raft nodes before linearized reading' (duration: 1.171290081s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:20.199147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:19.027779Z","time spent":"1.171361372s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:26:20.69935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703368406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:26:21.031947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000298657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:26:21.032039Z","caller":"traceutil/trace.go:171","msg":"trace[1605573490] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000412969s","start":"2026-02-26T02:26:19.031604Z","end":"2026-02-26T02:26:21.032017Z","steps":["trace[1605573490] 'agreement among raft nodes before linearized reading' (duration: 2.000309658s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:21.032082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:19.031597Z","time spent":"2.00047612s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:26:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:21.07819Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.204547048s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:26:21.078629Z","caller":"traceutil/trace.go:171","msg":"trace[815566254] transaction","detail":"{read_only:false; response_revision:23584; number_of_response:1; }","duration":"1.406009648s","start":"2026-02-26T02:26:19.672595Z","end":"2026-02-26T02:26:21.078605Z","steps":["trace[815566254] 'process raft request' (duration: 1.405793995s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:21.078773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:19.672571Z","time spent":"1.406123001s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:21.078917Z","caller":"traceutil/trace.go:171","msg":"trace[557087062] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"1.405812976s","start":"2026-02-26T02:26:19.673082Z","end":"2026-02-26T02:26:21.078895Z","steps":["trace[557087062] 'process raft request' (duration: 1.40548208s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:21.078933Z","caller":"traceutil/trace.go:171","msg":"trace[848703319] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"1.404002612s","start":"2026-02-26T02:26:19.67491Z","end":"2026-02-26T02:26:21.078912Z","steps":["trace[848703319] 'process raft request' (duration: 1.40387789s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:21.079027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:19.673046Z","time spent":"1.405933987s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:21.079033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:19.674874Z","time spent":"1.404110663s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:21.079092Z","caller":"traceutil/trace.go:171","msg":"trace[1193473973] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"1.235719417s","start":"2026-02-26T02:26:19.84334Z","end":"2026-02-26T02:26:21.07906Z","steps":["trace[1193473973] 'process raft request' (duration: 1.235528234s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:21.079227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:19.843305Z","time spent":"1.23584035s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:21.079236Z","caller":"traceutil/trace.go:171","msg":"trace[178186977] transaction","detail":"{read_only:false; response_revision:23588; number_of_response:1; }","duration":"1.235389972s","start":"2026-02-26T02:26:19.843816Z","end":"2026-02-26T02:26:21.079206Z","steps":["trace[178186977] 'process raft request' (duration: 1.235168467s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:21.079396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:19.843805Z","time spent":"1.235507814s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:21.079831Z","caller":"traceutil/trace.go:171","msg":"trace[1380763923] transaction","detail":"{read_only:false; response_revision:23589; number_of_response:1; }","duration":"1.235401402s","start":"2026-02-26T02:26:19.844413Z","end":"2026-02-26T02:26:21.079814Z","steps":["trace[1380763923] 'process raft request' (duration: 1.23471427s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:21.07991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:19.844389Z","time spent":"1.235483003s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:21.608124Z","caller":"traceutil/trace.go:171","msg":"trace[892761106] linearizableReadLoop","detail":"{readStateIndex:24412; appliedIndex:24405; }","duration":"1.409333519s","start":"2026-02-26T02:26:20.198754Z","end":"2026-02-26T02:26:21.608088Z","steps":["trace[892761106] 'read index received' (duration: 879.670152ms)","trace[892761106] 'applied index is now lower than readState.Index' (duration: 529.662017ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:21.60825Z","caller":"traceutil/trace.go:171","msg":"trace[1022255611] transaction","detail":"{read_only:false; response_revision:23590; number_of_response:1; }","duration":"1.400105491s","start":"2026-02-26T02:26:20.208119Z","end":"2026-02-26T02:26:21.608224Z","steps":["trace[1022255611] 'process raft request' (duration: 1.399731064s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:21.608349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988381169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-02-26T02:26:21.608399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:20.208101Z","time spent":"1.400218323s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:21.608362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781264714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:21.608486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579961768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:21.608488Z","caller":"traceutil/trace.go:171","msg":"trace[389937132] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23590; }","duration":"1.781461039s","start":"2026-02-26T02:26:19.827Z","end":"2026-02-26T02:26:21.608461Z","steps":["trace[389937132] 'agreement among raft nodes before linearized reading' (duration: 1.781147982s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:21.608468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577944481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:21.608492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07265071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-26T02:26:21.60853Z","caller":"traceutil/trace.go:171","msg":"trace[1118414646] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23590; }","duration":"2.580016249s","start":"2026-02-26T02:26:19.028503Z","end":"2026-02-26T02:26:21.608519Z","steps":["trace[1118414646] 'agreement among raft nodes before linearized reading' (duration: 2.579948278s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:21.60855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:19.826971Z","time spent":"1.781566491s","remote":"127.0.0.1:45012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:26:21.608561Z","caller":"traceutil/trace.go:171","msg":"trace[1815573277] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23590; }","duration":"2.578091814s","start":"2026-02-26T02:26:19.030445Z","end":"2026-02-26T02:26:21.608537Z","steps":["trace[1815573277] 'agreement among raft nodes before linearized reading' (duration: 2.57789439s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:21.608587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:19.028497Z","time spent":"2.58007974s","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T02:26:21.608588Z","caller":"traceutil/trace.go:171","msg":"trace[1592641556] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23590; }","duration":"2.072804723s","start":"2026-02-26T02:26:19.53576Z","end":"2026-02-26T02:26:21.608565Z","steps":["trace[1592641556] 'agreement among raft nodes before linearized reading' (duration: 2.072621089s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:21.608617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:19.030424Z","time spent":"2.578183435s","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:26:21.608635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:19.535735Z","time spent":"2.072890754s","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-26T02:26:21.608425Z","caller":"traceutil/trace.go:171","msg":"trace[2140556343] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23590; }","duration":"1.988528033s","start":"2026-02-26T02:26:19.619879Z","end":"2026-02-26T02:26:21.608407Z","steps":["trace[2140556343] 'agreement among raft nodes before linearized reading' (duration: 1.988376379s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:21.60877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:19.61985Z","time spent":"1.988908769s","remote":"127.0.0.1:42354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-26T02:26:22.577884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.323645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:26:22.578148Z","caller":"traceutil/trace.go:171","msg":"trace[604579483] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"683.452558ms","start":"2026-02-26T02:26:21.89466Z","end":"2026-02-26T02:26:22.578113Z","steps":["trace[604579483] 'process raft request' (duration: 683.371666ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:22.578165Z","caller":"traceutil/trace.go:171","msg":"trace[186553684] transaction","detail":"{read_only:false; response_revision:23591; number_of_response:1; }","duration":"1.161848749s","start":"2026-02-26T02:26:21.416259Z","end":"2026-02-26T02:26:22.578108Z","steps":["trace[186553684] 'process raft request' (duration: 669.190077ms)","trace[186553684] 'compare' (duration: 491.946159ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:22.578292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.376419348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-567d85f7-aeed-479f-bf9b-2b84d05bb18c\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-02-26T02:26:22.578316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586278602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:26:22.578346Z","caller":"traceutil/trace.go:171","msg":"trace[1641835570] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23592; }","duration":"1.586346644s","start":"2026-02-26T02:26:20.99199Z","end":"2026-02-26T02:26:22.578337Z","steps":["trace[1641835570] 'agreement among raft nodes before linearized reading' (duration: 1.586297373s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:22.578328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548711676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-26T02:26:22.578369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:20.99197Z","time spent":"1.586393105s","remote":"127.0.0.1:51808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:26:22.578388Z","caller":"traceutil/trace.go:171","msg":"trace[746046606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23592; }","duration":"1.548800218s","start":"2026-02-26T02:26:21.029572Z","end":"2026-02-26T02:26:22.578373Z","steps":["trace[746046606] 'agreement among raft nodes before linearized reading' (duration: 1.548581224s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:22.578427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:21.029553Z","time spent":"1.548866019s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:26:22.578467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375671445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1897aab8ade6ba5e\" ","response":"range_response_count:1 size:875"} {"level":"warn","ts":"2026-02-26T02:26:22.578209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:21.894622Z","time spent":"683.560699ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:22.578556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548186056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:26:22.578601Z","caller":"traceutil/trace.go:171","msg":"trace[939328909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23592; }","duration":"1.548279418s","start":"2026-02-26T02:26:21.030308Z","end":"2026-02-26T02:26:22.578588Z","steps":["trace[939328909] 'agreement among raft nodes before linearized reading' (duration: 1.548159166s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:22.578635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:21.030297Z","time spent":"1.548326839s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-26T02:26:22.578338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:21.416227Z","time spent":"1.162019731s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:22.578163Z","caller":"traceutil/trace.go:171","msg":"trace[221556862] linearizableReadLoop","detail":"{readStateIndex:24413; appliedIndex:24412; }","duration":"969.898891ms","start":"2026-02-26T02:26:21.608218Z","end":"2026-02-26T02:26:22.578117Z","steps":["trace[221556862] 'read index received' (duration: 477.199049ms)","trace[221556862] 'applied index is now lower than readState.Index' (duration: 492.698072ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:22.578635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546289192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:22.578349Z","caller":"traceutil/trace.go:171","msg":"trace[899884942] range","detail":"{range_begin:/registry/persistentvolumes/pvc-567d85f7-aeed-479f-bf9b-2b84d05bb18c; range_end:; response_count:1; response_revision:23592; }","duration":"2.37652213s","start":"2026-02-26T02:26:20.20181Z","end":"2026-02-26T02:26:22.578332Z","steps":["trace[899884942] 'agreement among raft nodes before linearized reading' (duration: 2.376410899s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:22.578765Z","caller":"traceutil/trace.go:171","msg":"trace[86682498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23592; }","duration":"1.546493577s","start":"2026-02-26T02:26:21.032247Z","end":"2026-02-26T02:26:22.578741Z","steps":["trace[86682498] 'agreement among raft nodes before linearized reading' (duration: 1.546218931s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:22.578823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:21.032218Z","time spent":"1.546596168s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:26:22.578876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.004971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:22.578864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:20.201785Z","time spent":"2.377025251s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-567d85f7-aeed-479f-bf9b-2b84d05bb18c\" "} {"level":"info","ts":"2026-02-26T02:26:22.578928Z","caller":"traceutil/trace.go:171","msg":"trace[1679603836] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23592; }","duration":"289.085842ms","start":"2026-02-26T02:26:22.289816Z","end":"2026-02-26T02:26:22.578902Z","steps":["trace[1679603836] 'agreement among raft nodes before linearized reading' (duration: 288.998151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:22.578931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.974149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T02:26:22.5785Z","caller":"traceutil/trace.go:171","msg":"trace[1825887141] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.1897aab8ade6ba5e; range_end:; response_count:1; response_revision:23592; }","duration":"2.375760016s","start":"2026-02-26T02:26:20.202731Z","end":"2026-02-26T02:26:22.578491Z","steps":["trace[1825887141] 'agreement among raft nodes before linearized reading' (duration: 2.375638274s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:22.578949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.52213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534545-9dpr7\" ","response":"range_response_count:1 size:7222"} {"level":"info","ts":"2026-02-26T02:26:22.578969Z","caller":"traceutil/trace.go:171","msg":"trace[2042835174] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23592; }","duration":"966.02874ms","start":"2026-02-26T02:26:21.61293Z","end":"2026-02-26T02:26:22.578959Z","steps":["trace[2042835174] 'agreement among raft nodes before linearized reading' (duration: 965.909238ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:22.578989Z","caller":"traceutil/trace.go:171","msg":"trace[1601443370] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29534545-9dpr7; range_end:; response_count:1; response_revision:23592; }","duration":"966.596301ms","start":"2026-02-26T02:26:21.612381Z","end":"2026-02-26T02:26:22.578978Z","steps":["trace[1601443370] 'agreement among raft nodes before linearized reading' (duration: 966.465299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:22.578981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.434685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-02-26T02:26:22.578992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:20.202707Z","time spent":"2.376270626s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":897,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1897aab8ade6ba5e\" "} {"level":"warn","ts":"2026-02-26T02:26:22.579027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:21.612363Z","time spent":"966.655133ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7244,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534545-9dpr7\" "} {"level":"info","ts":"2026-02-26T02:26:22.579036Z","caller":"traceutil/trace.go:171","msg":"trace[1608026961] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23592; }","duration":"968.518876ms","start":"2026-02-26T02:26:21.6105Z","end":"2026-02-26T02:26:22.579019Z","steps":["trace[1608026961] 'agreement among raft nodes before linearized reading' (duration: 968.304422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:22.579058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.132255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:26:22.579069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:21.610482Z","time spent":"968.582537ms","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-26T02:26:22.579094Z","caller":"traceutil/trace.go:171","msg":"trace[1216292745] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23592; }","duration":"670.176126ms","start":"2026-02-26T02:26:21.908907Z","end":"2026-02-26T02:26:22.579084Z","steps":["trace[1216292745] 'agreement among raft nodes before linearized reading' (duration: 670.108104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:22.578998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:21.612921Z","time spent":"966.070401ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:26:22.579124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:21.908884Z","time spent":"670.232796ms","remote":"127.0.0.1:42584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:22.579154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.876378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:22.579184Z","caller":"traceutil/trace.go:171","msg":"trace[1128115800] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23592; }","duration":"248.928548ms","start":"2026-02-26T02:26:22.330248Z","end":"2026-02-26T02:26:22.579177Z","steps":["trace[1128115800] 'agreement among raft nodes before linearized reading' (duration: 248.878827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:22.579351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.28129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:22.579386Z","caller":"traceutil/trace.go:171","msg":"trace[271019712] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23592; }","duration":"263.371002ms","start":"2026-02-26T02:26:22.316008Z","end":"2026-02-26T02:26:22.579379Z","steps":["trace[271019712] 'agreement among raft nodes before linearized reading' (duration: 263.305441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:23.442492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.842381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:26:23.442773Z","caller":"traceutil/trace.go:171","msg":"trace[431250781] transaction","detail":"{read_only:false; response_revision:23596; number_of_response:1; }","duration":"854.85725ms","start":"2026-02-26T02:26:22.587895Z","end":"2026-02-26T02:26:23.442752Z","steps":["trace[431250781] 'process raft request' (duration: 854.804839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:23.442839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:22.587887Z","time spent":"854.925301ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7215,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:23.443059Z","caller":"traceutil/trace.go:171","msg":"trace[1229869270] transaction","detail":"{read_only:false; response_revision:23594; number_of_response:1; }","duration":"858.903784ms","start":"2026-02-26T02:26:22.58415Z","end":"2026-02-26T02:26:23.443053Z","steps":["trace[1229869270] 'process raft request' (duration: 858.464646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:23.443111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:22.584136Z","time spent":"858.952775ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:23.443146Z","caller":"traceutil/trace.go:171","msg":"trace[772534239] linearizableReadLoop","detail":"{readStateIndex:24415; appliedIndex:24414; }","duration":"861.223955ms","start":"2026-02-26T02:26:22.581908Z","end":"2026-02-26T02:26:23.443132Z","steps":["trace[772534239] 'read index received' (duration: 198.63018ms)","trace[772534239] 'applied index is now lower than readState.Index' (duration: 662.591285ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:23.443209Z","caller":"traceutil/trace.go:171","msg":"trace[1494798094] transaction","detail":"{read_only:false; response_revision:23595; number_of_response:1; }","duration":"858.661399ms","start":"2026-02-26T02:26:22.584538Z","end":"2026-02-26T02:26:23.4432Z","steps":["trace[1494798094] 'process raft request' (duration: 858.131189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:23.443254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:22.584532Z","time spent":"858.702719ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:23.443273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.360668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:26:23.443299Z","caller":"traceutil/trace.go:171","msg":"trace[1386720184] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23596; }","duration":"861.403528ms","start":"2026-02-26T02:26:22.581885Z","end":"2026-02-26T02:26:23.443289Z","steps":["trace[1386720184] 'agreement among raft nodes before linearized reading' (duration: 861.346457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:23.443329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:22.581873Z","time spent":"861.449499ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-26T02:26:23.443219Z","caller":"traceutil/trace.go:171","msg":"trace[1259025350] transaction","detail":"{read_only:false; response_revision:23593; number_of_response:1; }","duration":"861.704174ms","start":"2026-02-26T02:26:22.581502Z","end":"2026-02-26T02:26:23.443207Z","steps":["trace[1259025350] 'process raft request' (duration: 199.051407ms)","trace[1259025350] 'compare' (duration: 661.304082ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:23.443717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:22.581483Z","time spent":"862.06428ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:23.943887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703368424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:26:24.444796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703368424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:26:24.495999Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.178650795s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:26:24.496515Z","caller":"traceutil/trace.go:171","msg":"trace[1458290442] transaction","detail":"{read_only:false; response_revision:23597; number_of_response:1; }","duration":"1.412251462s","start":"2026-02-26T02:26:23.084203Z","end":"2026-02-26T02:26:24.496454Z","steps":["trace[1458290442] 'process raft request' (duration: 1.412028278s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:24.496677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:23.084163Z","time spent":"1.412419875s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:24.497059Z","caller":"traceutil/trace.go:171","msg":"trace[1051967726] transaction","detail":"{read_only:false; response_revision:23598; number_of_response:1; }","duration":"1.412477607s","start":"2026-02-26T02:26:23.084543Z","end":"2026-02-26T02:26:24.497021Z","steps":["trace[1051967726] 'process raft request' (duration: 1.411866125s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:24.497135Z","caller":"traceutil/trace.go:171","msg":"trace[891594366] transaction","detail":"{read_only:false; response_revision:23602; number_of_response:1; }","duration":"1.410900679s","start":"2026-02-26T02:26:23.086216Z","end":"2026-02-26T02:26:24.497117Z","steps":["trace[891594366] 'process raft request' (duration: 1.410844808s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:24.497118Z","caller":"traceutil/trace.go:171","msg":"trace[1908908966] transaction","detail":"{read_only:false; response_revision:23600; number_of_response:1; }","duration":"1.412256383s","start":"2026-02-26T02:26:23.084824Z","end":"2026-02-26T02:26:24.49708Z","steps":["trace[1908908966] 'process raft request' (duration: 1.41211469s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:24.497121Z","caller":"traceutil/trace.go:171","msg":"trace[1029483141] transaction","detail":"{read_only:false; response_revision:23599; number_of_response:1; }","duration":"1.412423716s","start":"2026-02-26T02:26:23.084632Z","end":"2026-02-26T02:26:24.497056Z","steps":["trace[1029483141] 'process raft request' (duration: 1.412183031s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:24.497272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:23.08453Z","time spent":"1.412637939s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:24.497304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:23.086208Z","time spent":"1.41097118s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:24.49732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:23.084812Z","time spent":"1.412402996s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:24.497349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:23.084622Z","time spent":"1.4126153s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:24.497117Z","caller":"traceutil/trace.go:171","msg":"trace[2129945972] transaction","detail":"{read_only:false; response_revision:23601; number_of_response:1; }","duration":"1.411931317s","start":"2026-02-26T02:26:23.085171Z","end":"2026-02-26T02:26:24.497102Z","steps":["trace[2129945972] 'process raft request' (duration: 1.411826215s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:24.497555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:23.085156Z","time spent":"1.412289894s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:24.588632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000066732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:26:24.588735Z","caller":"traceutil/trace.go:171","msg":"trace[49816616] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000193215s","start":"2026-02-26T02:26:22.588521Z","end":"2026-02-26T02:26:24.588714Z","steps":["trace[49816616] 'agreement among raft nodes before linearized reading' (duration: 2.000060742s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:24.588785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:22.588495Z","time spent":"2.000279316s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:26:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:25.221328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.908114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:26:25.221568Z","caller":"traceutil/trace.go:171","msg":"trace[1228582126] transaction","detail":"{read_only:false; response_revision:23603; number_of_response:1; }","duration":"1.772877382s","start":"2026-02-26T02:26:23.448661Z","end":"2026-02-26T02:26:25.221539Z","steps":["trace[1228582126] 'process raft request' (duration: 1.469689803s)","trace[1228582126] 'compare' (duration: 302.218661ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:25.221629Z","caller":"traceutil/trace.go:171","msg":"trace[726342659] linearizableReadLoop","detail":"{readStateIndex:24427; appliedIndex:24424; }","duration":"1.778446993s","start":"2026-02-26T02:26:23.443173Z","end":"2026-02-26T02:26:25.22162Z","steps":["trace[726342659] 'read index received' (duration: 1.054041618s)","trace[726342659] 'applied index is now lower than readState.Index' (duration: 724.404605ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:25.221635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:23.448641Z","time spent":"1.772968503s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:26:25.221832Z","caller":"traceutil/trace.go:171","msg":"trace[1314152446] transaction","detail":"{read_only:false; response_revision:23604; number_of_response:1; }","duration":"1.306670474s","start":"2026-02-26T02:26:23.915153Z","end":"2026-02-26T02:26:25.221824Z","steps":["trace[1314152446] 'process raft request' (duration: 1.306306487s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:25.221893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:23.915122Z","time spent":"1.306731984s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:25.221997Z","caller":"traceutil/trace.go:171","msg":"trace[120806211] transaction","detail":"{read_only:false; response_revision:23605; number_of_response:1; }","duration":"908.625131ms","start":"2026-02-26T02:26:24.313365Z","end":"2026-02-26T02:26:25.22199Z","steps":["trace[120806211] 'process raft request' (duration: 908.213964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:25.222038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:24.313326Z","time spent":"908.689602ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:25.222234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630894688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-02-26T02:26:25.222264Z","caller":"traceutil/trace.go:171","msg":"trace[1125480029] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23605; }","duration":"2.630935858s","start":"2026-02-26T02:26:22.591319Z","end":"2026-02-26T02:26:25.222255Z","steps":["trace[1125480029] 'agreement among raft nodes before linearized reading' (duration: 2.630791346s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:25.222286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:22.591314Z","time spent":"2.63096514s","remote":"127.0.0.1:42478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-26T02:26:25.222333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188866722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1578"} {"level":"info","ts":"2026-02-26T02:26:25.222357Z","caller":"traceutil/trace.go:171","msg":"trace[1834572007] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23605; }","duration":"1.188911692s","start":"2026-02-26T02:26:24.033439Z","end":"2026-02-26T02:26:25.22235Z","steps":["trace[1834572007] 'agreement among raft nodes before linearized reading' (duration: 1.188833231s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:25.22236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776438577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-26T02:26:25.222405Z","caller":"traceutil/trace.go:171","msg":"trace[1536915477] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:23605; }","duration":"1.776508678s","start":"2026-02-26T02:26:23.445884Z","end":"2026-02-26T02:26:25.222392Z","steps":["trace[1536915477] 'agreement among raft nodes before linearized reading' (duration: 1.776384996s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:25.222372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162503471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:25.222418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173814477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:25.222399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.577377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:25.222436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:23.445868Z","time spent":"1.776560909s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-02-26T02:26:25.222407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638484158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-26T02:26:25.22245Z","caller":"traceutil/trace.go:171","msg":"trace[1537796870] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23605; }","duration":"1.173899769s","start":"2026-02-26T02:26:24.048543Z","end":"2026-02-26T02:26:25.222443Z","steps":["trace[1537796870] 'agreement among raft nodes before linearized reading' (duration: 1.173845408s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:25.222468Z","caller":"traceutil/trace.go:171","msg":"trace[1644667488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23605; }","duration":"633.686888ms","start":"2026-02-26T02:26:24.588765Z","end":"2026-02-26T02:26:25.222452Z","steps":["trace[1644667488] 'agreement among raft nodes before linearized reading' (duration: 633.579946ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:25.222463Z","caller":"traceutil/trace.go:171","msg":"trace[350466157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23605; }","duration":"1.162625533s","start":"2026-02-26T02:26:24.059815Z","end":"2026-02-26T02:26:25.22244Z","steps":["trace[350466157] 'agreement among raft nodes before linearized reading' (duration: 1.16245373s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:25.22248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:24.048513Z","time spent":"1.173959209s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:26:25.222482Z","caller":"traceutil/trace.go:171","msg":"trace[45709468] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23605; }","duration":"2.63860084s","start":"2026-02-26T02:26:22.583867Z","end":"2026-02-26T02:26:25.222468Z","steps":["trace[45709468] 'agreement among raft nodes before linearized reading' (duration: 2.638377296s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:25.222497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:24.588743Z","time spent":"633.74931ms","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:26:25.22251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:24.059804Z","time spent":"1.162697714s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:26:25.222518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:22.583842Z","time spent":"2.638669031s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-02-26T02:26:25.222544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136198189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:26:25.222573Z","caller":"traceutil/trace.go:171","msg":"trace[150559696] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23605; }","duration":"1.136290522s","start":"2026-02-26T02:26:24.086272Z","end":"2026-02-26T02:26:25.222563Z","steps":["trace[150559696] 'agreement among raft nodes before linearized reading' (duration: 1.136233481s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:25.222377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:24.033428Z","time spent":"1.188942822s","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1600,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:26:25.222595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:24.086248Z","time spent":"1.136340832s","remote":"127.0.0.1:51800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:25.222727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768073095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534545-9dpr7\" ","response":"range_response_count:1 size:7233"} {"level":"info","ts":"2026-02-26T02:26:25.222758Z","caller":"traceutil/trace.go:171","msg":"trace[591139231] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29534545-9dpr7; range_end:; response_count:1; response_revision:23605; }","duration":"1.768141185s","start":"2026-02-26T02:26:23.454606Z","end":"2026-02-26T02:26:25.222748Z","steps":["trace[591139231] 'agreement among raft nodes before linearized reading' (duration: 1.768045893s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:25.222784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:23.454582Z","time spent":"1.768196097s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7255,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534545-9dpr7\" "} {"level":"warn","ts":"2026-02-26T02:26:26.05999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.207938ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-02-26T02:26:26.060085Z","caller":"traceutil/trace.go:171","msg":"trace[2026983355] linearizableReadLoop","detail":"{readStateIndex:24428; appliedIndex:24427; }","duration":"834.482696ms","start":"2026-02-26T02:26:25.225587Z","end":"2026-02-26T02:26:26.06007Z","steps":["trace[2026983355] 'read index received' (duration: 362.084326ms)","trace[2026983355] 'applied index is now lower than readState.Index' (duration: 472.39709ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:26.060167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:25.223225Z","time spent":"836.931382ms","remote":"127.0.0.1:42192","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:26:26.060252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.655519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-vxdmn.1897aab8da601d7b\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-26T02:26:26.060272Z","caller":"traceutil/trace.go:171","msg":"trace[2030550995] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-vxdmn.1897aab8da601d7b; range_end:; response_count:1; response_revision:23605; }","duration":"834.69421ms","start":"2026-02-26T02:26:25.225571Z","end":"2026-02-26T02:26:26.060265Z","steps":["trace[2030550995] 'agreement among raft nodes before linearized reading' (duration: 834.568948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:26.060296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:25.225561Z","time spent":"834.728581ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-vxdmn.1897aab8da601d7b\" "} {"level":"warn","ts":"2026-02-26T02:26:26.060387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.699302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff383787-b103-4d2c-9d05-ed5d12255326\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-26T02:26:26.060477Z","caller":"traceutil/trace.go:171","msg":"trace[1930593015] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff383787-b103-4d2c-9d05-ed5d12255326; range_end:; response_count:1; response_revision:23605; }","duration":"833.826204ms","start":"2026-02-26T02:26:25.226633Z","end":"2026-02-26T02:26:26.060459Z","steps":["trace[1930593015] 'agreement among raft nodes before linearized reading' (duration: 833.55883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:26.060518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.489744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:26:26.060528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:25.226606Z","time spent":"833.914985ms","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-ff383787-b103-4d2c-9d05-ed5d12255326\" "} {"level":"info","ts":"2026-02-26T02:26:26.060537Z","caller":"traceutil/trace.go:171","msg":"trace[1884046220] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23605; }","duration":"575.527856ms","start":"2026-02-26T02:26:25.485001Z","end":"2026-02-26T02:26:26.060529Z","steps":["trace[1884046220] 'agreement among raft nodes before linearized reading' (duration: 575.490065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:26.060555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:25.484991Z","time spent":"575.560426ms","remote":"127.0.0.1:42624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:26.060571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.762649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-26T02:26:26.060675Z","caller":"traceutil/trace.go:171","msg":"trace[1128774533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23605; }","duration":"610.924922ms","start":"2026-02-26T02:26:25.449726Z","end":"2026-02-26T02:26:26.060651Z","steps":["trace[1128774533] 'agreement among raft nodes before linearized reading' (duration: 610.585316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:26.060682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.398079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:26.060689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.118889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:26.060735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:25.449679Z","time spent":"611.045874ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:26:26.060751Z","caller":"traceutil/trace.go:171","msg":"trace[1962941078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23605; }","duration":"832.5207ms","start":"2026-02-26T02:26:25.228208Z","end":"2026-02-26T02:26:26.060728Z","steps":["trace[1962941078] 'agreement among raft nodes before linearized reading' (duration: 832.381298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:26.06079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:25.228187Z","time spent":"832.596582ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:26:26.06079Z","caller":"traceutil/trace.go:171","msg":"trace[1252916275] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23605; }","duration":"701.295153ms","start":"2026-02-26T02:26:25.359465Z","end":"2026-02-26T02:26:26.06076Z","steps":["trace[1252916275] 'agreement among raft nodes before linearized reading' (duration: 701.087469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:26.060865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:25.359433Z","time spent":"701.421425ms","remote":"127.0.0.1:51820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:26.06083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.982073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-26T02:26:26.060951Z","caller":"traceutil/trace.go:171","msg":"trace[109168815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23605; }","duration":"611.123286ms","start":"2026-02-26T02:26:25.449791Z","end":"2026-02-26T02:26:26.060915Z","steps":["trace[109168815] 'agreement among raft nodes before linearized reading' (duration: 610.80391ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:26.061025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:25.449786Z","time spent":"611.220838ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:26:26.562112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703368433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:26:27.06333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703368433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:26:28.062954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001118302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-26T02:26:28.063139Z","caller":"traceutil/trace.go:171","msg":"trace[318173851] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001325706s","start":"2026-02-26T02:26:26.061752Z","end":"2026-02-26T02:26:28.063078Z","steps":["trace[318173851] 'agreement among raft nodes before linearized reading' (duration: 2.001123982s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:28.063257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:26.061735Z","time spent":"2.001506629s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:26:28.124744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.713063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:26:28.124869Z","caller":"traceutil/trace.go:171","msg":"trace[473415494] transaction","detail":"{read_only:false; response_revision:23606; number_of_response:1; }","duration":"2.063565203s","start":"2026-02-26T02:26:26.06128Z","end":"2026-02-26T02:26:28.124846Z","steps":["trace[473415494] 'process raft request' (duration: 1.345671326s)","trace[473415494] 'compare' (duration: 716.495491ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:28.124959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:26.061247Z","time spent":"2.063683195s","remote":"127.0.0.1:42192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:28.757896Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.352004943s","expected-duration":"1s"} {"level":"info","ts":"2026-02-26T02:26:28.801794Z","caller":"traceutil/trace.go:171","msg":"trace[1453051546] transaction","detail":"{read_only:false; response_revision:23607; number_of_response:1; }","duration":"2.739588915s","start":"2026-02-26T02:26:26.062174Z","end":"2026-02-26T02:26:28.801762Z","steps":["trace[1453051546] 'process raft request' (duration: 2.696022759s)","trace[1453051546] 'compare' (duration: 43.268591ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:28.801925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:26.062113Z","time spent":"2.739734608s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:28.801915Z","caller":"traceutil/trace.go:171","msg":"trace[1028357296] transaction","detail":"{read_only:false; response_revision:23609; number_of_response:1; }","duration":"2.733629885s","start":"2026-02-26T02:26:26.068251Z","end":"2026-02-26T02:26:28.801881Z","steps":["trace[1028357296] 'process raft request' (duration: 2.733476812s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:28.801957Z","caller":"traceutil/trace.go:171","msg":"trace[1146359755] transaction","detail":"{read_only:false; response_revision:23613; number_of_response:1; }","duration":"2.298095248s","start":"2026-02-26T02:26:26.503828Z","end":"2026-02-26T02:26:28.801923Z","steps":["trace[1146359755] 'process raft request' (duration: 2.298025647s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:28.802082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:26.068243Z","time spent":"2.733746857s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:28.80216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:26.503821Z","time spent":"2.2982221s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:28.802195Z","caller":"traceutil/trace.go:171","msg":"trace[897893898] transaction","detail":"{read_only:false; response_revision:23611; number_of_response:1; }","duration":"2.298453453s","start":"2026-02-26T02:26:26.50373Z","end":"2026-02-26T02:26:28.802183Z","steps":["trace[897893898] 'process raft request' (duration: 2.298060637s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:28.802239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:26.503722Z","time spent":"2.298491464s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:28.802264Z","caller":"traceutil/trace.go:171","msg":"trace[1874662691] transaction","detail":"{read_only:false; response_revision:23614; number_of_response:1; }","duration":"2.29768773s","start":"2026-02-26T02:26:26.504548Z","end":"2026-02-26T02:26:28.802236Z","steps":["trace[1874662691] 'process raft request' (duration: 2.297337684s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:28.802304Z","caller":"traceutil/trace.go:171","msg":"trace[178778031] transaction","detail":"{read_only:false; response_revision:23610; number_of_response:1; }","duration":"2.298711749s","start":"2026-02-26T02:26:26.503585Z","end":"2026-02-26T02:26:28.802297Z","steps":["trace[178778031] 'process raft request' (duration: 2.298174249s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:28.802308Z","caller":"traceutil/trace.go:171","msg":"trace[662027716] transaction","detail":"{read_only:false; response_revision:23612; number_of_response:1; }","duration":"2.298512915s","start":"2026-02-26T02:26:26.503782Z","end":"2026-02-26T02:26:28.802295Z","steps":["trace[662027716] 'process raft request' (duration: 2.298043566s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:28.802343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:26.503551Z","time spent":"2.29877261s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:28.802359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:26.503771Z","time spent":"2.298558807s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:28.802377Z","caller":"traceutil/trace.go:171","msg":"trace[216415520] transaction","detail":"{read_only:false; response_revision:23608; number_of_response:1; }","duration":"2.736433348s","start":"2026-02-26T02:26:26.065931Z","end":"2026-02-26T02:26:28.802364Z","steps":["trace[216415520] 'process raft request' (duration: 2.735739904s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:28.802397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:26.504538Z","time spent":"2.297790583s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:28.802444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:26.065907Z","time spent":"2.736502638s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:28.802606Z","caller":"traceutil/trace.go:171","msg":"trace[1758697247] transaction","detail":"{read_only:false; response_revision:23615; number_of_response:1; }","duration":"2.297759132s","start":"2026-02-26T02:26:26.504839Z","end":"2026-02-26T02:26:28.802598Z","steps":["trace[1758697247] 'process raft request' (duration: 2.297305793s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:28.802645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:26.504829Z","time spent":"2.297794062s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:28.802695Z","caller":"traceutil/trace.go:171","msg":"trace[906432912] transaction","detail":"{read_only:false; response_revision:23616; number_of_response:1; }","duration":"1.217287501s","start":"2026-02-26T02:26:27.585397Z","end":"2026-02-26T02:26:28.802685Z","steps":["trace[906432912] 'process raft request' (duration: 1.217178809s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:28.802732Z","caller":"traceutil/trace.go:171","msg":"trace[1146551081] linearizableReadLoop","detail":"{readStateIndex:24438; appliedIndex:24428; }","duration":"2.74095504s","start":"2026-02-26T02:26:26.061767Z","end":"2026-02-26T02:26:28.802722Z","steps":["trace[1146551081] 'read index received' (duration: 1.345105097s)","trace[1146551081] 'applied index is now lower than readState.Index' (duration: 1.395849243s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:28.802753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:27.585367Z","time spent":"1.217353363s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:28.802836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.230087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:28.802862Z","caller":"traceutil/trace.go:171","msg":"trace[583821581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23616; }","duration":"733.296418ms","start":"2026-02-26T02:26:28.069559Z","end":"2026-02-26T02:26:28.802856Z","steps":["trace[583821581] 'agreement among raft nodes before linearized reading' (duration: 733.250587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:28.80287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705597802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:26:28.80288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:28.069535Z","time spent":"733.341369ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:26:28.802897Z","caller":"traceutil/trace.go:171","msg":"trace[2145137445] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23616; }","duration":"2.705647254s","start":"2026-02-26T02:26:26.097242Z","end":"2026-02-26T02:26:28.802889Z","steps":["trace[2145137445] 'agreement among raft nodes before linearized reading' (duration: 2.705560702s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:28.802918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:26.097228Z","time spent":"2.705684744s","remote":"127.0.0.1:42622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:28.802913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213019182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:26:28.802951Z","caller":"traceutil/trace.go:171","msg":"trace[58494212] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23616; }","duration":"1.213052873s","start":"2026-02-26T02:26:27.589886Z","end":"2026-02-26T02:26:28.802939Z","steps":["trace[58494212] 'agreement among raft nodes before linearized reading' (duration: 1.213001792s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:28.802982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:27.589852Z","time spent":"1.213121714s","remote":"127.0.0.1:42444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:28.803036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463899387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:28.803059Z","caller":"traceutil/trace.go:171","msg":"trace[1162158009] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23616; }","duration":"2.463957509s","start":"2026-02-26T02:26:26.339093Z","end":"2026-02-26T02:26:28.803051Z","steps":["trace[1162158009] 'agreement among raft nodes before linearized reading' (duration: 2.463914348s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:28.803078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:26.339076Z","time spent":"2.463995969s","remote":"127.0.0.1:52610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:28.80308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.193995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-26T02:26:28.803162Z","caller":"traceutil/trace.go:171","msg":"trace[562895795] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23616; }","duration":"676.234936ms","start":"2026-02-26T02:26:28.126875Z","end":"2026-02-26T02:26:28.80311Z","steps":["trace[562895795] 'agreement among raft nodes before linearized reading' (duration: 676.155624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:28.803195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:28.126822Z","time spent":"676.366238ms","remote":"127.0.0.1:42336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-26T02:26:28.802866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889514093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:28.80325Z","caller":"traceutil/trace.go:171","msg":"trace[1123152058] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23616; }","duration":"1.889947141s","start":"2026-02-26T02:26:26.913293Z","end":"2026-02-26T02:26:28.80324Z","steps":["trace[1123152058] 'agreement among raft nodes before linearized reading' (duration: 1.889532024s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:28.803272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636043461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-02-26T02:26:28.803278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:26.913263Z","time spent":"1.890005161s","remote":"127.0.0.1:34108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:26:28.803293Z","caller":"traceutil/trace.go:171","msg":"trace[1122856974] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23616; }","duration":"2.636109594s","start":"2026-02-26T02:26:26.167176Z","end":"2026-02-26T02:26:28.803286Z","steps":["trace[1122856974] 'agreement among raft nodes before linearized reading' (duration: 2.636012082s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:28.803057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.999423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-02-26T02:26:28.803342Z","caller":"traceutil/trace.go:171","msg":"trace[1042560226] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23616; }","duration":"663.316599ms","start":"2026-02-26T02:26:28.140015Z","end":"2026-02-26T02:26:28.803332Z","steps":["trace[1042560226] 'agreement among raft nodes before linearized reading' (duration: 662.965012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:28.803377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:28.139996Z","time spent":"663.370019ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-26T02:26:28.803311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:26.167151Z","time spent":"2.636155975s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-26T02:26:29.316726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703368451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-26T02:26:29.672622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.812428ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:29.672927Z","caller":"traceutil/trace.go:171","msg":"trace[879263237] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23616; }","duration":"768.151164ms","start":"2026-02-26T02:26:28.904748Z","end":"2026-02-26T02:26:29.6729Z","steps":["trace[879263237] 'range keys from in-memory index tree' (duration: 767.787348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:29.673681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:28.810624Z","time spent":"863.049169ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-26T02:26:31.204378Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.622065435s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-26T02:26:31.727308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.60843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:26:31.727435Z","caller":"traceutil/trace.go:171","msg":"trace[1376521552] linearizableReadLoop","detail":"{readStateIndex:24441; appliedIndex:24439; }","duration":"2.911670398s","start":"2026-02-26T02:26:28.815745Z","end":"2026-02-26T02:26:31.727415Z","steps":["trace[1376521552] 'read index received' (duration: 766.604196ms)","trace[1376521552] 'applied index is now lower than readState.Index' (duration: 2.145064532s)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:31.72763Z","caller":"traceutil/trace.go:171","msg":"trace[2125237475] transaction","detail":"{read_only:false; response_revision:23617; number_of_response:1; }","duration":"2.914951268s","start":"2026-02-26T02:26:28.812635Z","end":"2026-02-26T02:26:31.727586Z","steps":["trace[2125237475] 'process raft request' (duration: 2.391960692s)","trace[2125237475] 'compare' (duration: 521.857036ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:31.727729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911957844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-02-26T02:26:31.727821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:28.812619Z","time spent":"2.915111391s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:31.727826Z","caller":"traceutil/trace.go:171","msg":"trace[954979012] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23617; }","duration":"2.912071286s","start":"2026-02-26T02:26:28.815729Z","end":"2026-02-26T02:26:31.7278Z","steps":["trace[954979012] 'agreement among raft nodes before linearized reading' (duration: 2.911847122s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:31.727871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:28.815722Z","time spent":"2.912139877s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-02-26T02:26:31.751845Z","caller":"traceutil/trace.go:171","msg":"trace[1319977796] transaction","detail":"{read_only:false; response_revision:23619; number_of_response:1; }","duration":"942.869607ms","start":"2026-02-26T02:26:30.808941Z","end":"2026-02-26T02:26:31.75181Z","steps":["trace[1319977796] 'process raft request' (duration: 942.719454ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:31.751852Z","caller":"traceutil/trace.go:171","msg":"trace[693456542] transaction","detail":"{read_only:false; response_revision:23621; number_of_response:1; }","duration":"942.229635ms","start":"2026-02-26T02:26:30.809596Z","end":"2026-02-26T02:26:31.751826Z","steps":["trace[693456542] 'process raft request' (duration: 942.156424ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:31.751883Z","caller":"traceutil/trace.go:171","msg":"trace[1504257929] transaction","detail":"{read_only:false; response_revision:23618; number_of_response:1; }","duration":"2.076892646s","start":"2026-02-26T02:26:29.674946Z","end":"2026-02-26T02:26:31.751838Z","steps":["trace[1504257929] 'process raft request' (duration: 2.07655889s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:31.751936Z","caller":"traceutil/trace.go:171","msg":"trace[1719027016] transaction","detail":"{read_only:false; response_revision:23620; number_of_response:1; }","duration":"942.733564ms","start":"2026-02-26T02:26:30.809167Z","end":"2026-02-26T02:26:31.751901Z","steps":["trace[1719027016] 'process raft request' (duration: 942.548951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:31.752041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:30.809587Z","time spent":"942.344368ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:31.752096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:29.674915Z","time spent":"2.077038189s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:31.752224Z","caller":"traceutil/trace.go:171","msg":"trace[1317002189] transaction","detail":"{read_only:false; response_revision:23622; number_of_response:1; }","duration":"942.406648ms","start":"2026-02-26T02:26:30.809795Z","end":"2026-02-26T02:26:31.752202Z","steps":["trace[1317002189] 'process raft request' (duration: 941.993301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:31.752134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:30.808927Z","time spent":"942.995369ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:31.752303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:30.809786Z","time spent":"942.47958ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:31.7523Z","caller":"traceutil/trace.go:171","msg":"trace[1153663535] transaction","detail":"{read_only:false; response_revision:23624; number_of_response:1; }","duration":"935.486122ms","start":"2026-02-26T02:26:30.816796Z","end":"2026-02-26T02:26:31.752282Z","steps":["trace[1153663535] 'process raft request' (duration: 935.427141ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:31.752338Z","caller":"traceutil/trace.go:171","msg":"trace[2136772024] transaction","detail":"{read_only:false; response_revision:23623; number_of_response:1; }","duration":"942.391469ms","start":"2026-02-26T02:26:30.809938Z","end":"2026-02-26T02:26:31.752329Z","steps":["trace[2136772024] 'process raft request' (duration: 942.146943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:31.752404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:30.809928Z","time spent":"942.43991ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:31.7524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:30.816783Z","time spent":"935.582234ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:31.752575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:30.809132Z","time spent":"942.908838ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:32.04322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99994552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-26T02:26:32.043418Z","caller":"traceutil/trace.go:171","msg":"trace[2017910827] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000220925s","start":"2026-02-26T02:26:30.043167Z","end":"2026-02-26T02:26:32.043388Z","steps":["trace[2017910827] 'agreement among raft nodes before linearized reading' (duration: 1.999999881s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:32.043482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:30.04313Z","time spent":"2.000337087s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/26 02:26:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-26T02:26:32.835209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.992782ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:26:32.835346Z","caller":"traceutil/trace.go:171","msg":"trace[1156724697] linearizableReadLoop","detail":"{readStateIndex:24449; appliedIndex:24441; }","duration":"1.107858081s","start":"2026-02-26T02:26:31.727463Z","end":"2026-02-26T02:26:32.835321Z","steps":["trace[1156724697] 'read index received' (duration: 24.08552ms)","trace[1156724697] 'applied index is now lower than readState.Index' (duration: 1.083770481s)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:32.835453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211880052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:32.835555Z","caller":"traceutil/trace.go:171","msg":"trace[1298955559] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23624; }","duration":"1.212047435s","start":"2026-02-26T02:26:31.623487Z","end":"2026-02-26T02:26:32.835535Z","steps":["trace[1298955559] 'agreement among raft nodes before linearized reading' (duration: 1.211868522s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:32.835613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:31.623457Z","time spent":"1.212139847s","remote":"127.0.0.1:52614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-26T02:26:32.835653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602834196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-02-26T02:26:32.835632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.730693332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:32.835685Z","caller":"traceutil/trace.go:171","msg":"trace[599391822] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23624; }","duration":"2.602889786s","start":"2026-02-26T02:26:30.232786Z","end":"2026-02-26T02:26:32.835675Z","steps":["trace[599391822] 'agreement among raft nodes before linearized reading' (duration: 2.602726773s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:32.835651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026752809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-26T02:26:32.835651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51882054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:26:32.835693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.978445708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"warn","ts":"2026-02-26T02:26:32.835716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:30.232775Z","time spent":"2.602934587s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:26:32.835722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460730589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-26T02:26:32.835709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460914091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-26T02:26:32.835743Z","caller":"traceutil/trace.go:171","msg":"trace[202546344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23624; }","duration":"2.026899622s","start":"2026-02-26T02:26:30.808819Z","end":"2026-02-26T02:26:32.835719Z","steps":["trace[202546344] 'agreement among raft nodes before linearized reading' (duration: 2.026611787s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:32.835751Z","caller":"traceutil/trace.go:171","msg":"trace[698044907] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23624; }","duration":"1.518982193s","start":"2026-02-26T02:26:31.316747Z","end":"2026-02-26T02:26:32.835729Z","steps":["trace[698044907] 'agreement among raft nodes before linearized reading' (duration: 1.51879254s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:32.835716Z","caller":"traceutil/trace.go:171","msg":"trace[1620310651] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23624; }","duration":"3.730836525s","start":"2026-02-26T02:26:29.104858Z","end":"2026-02-26T02:26:32.835694Z","steps":["trace[1620310651] 'agreement among raft nodes before linearized reading' (duration: 3.730685822s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:32.835762Z","caller":"traceutil/trace.go:171","msg":"trace[343547297] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:23624; }","duration":"3.978549391s","start":"2026-02-26T02:26:28.857192Z","end":"2026-02-26T02:26:32.835741Z","steps":["trace[343547297] 'agreement among raft nodes before linearized reading' (duration: 3.978400338s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:32.835782Z","caller":"traceutil/trace.go:171","msg":"trace[259738589] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23624; }","duration":"1.46080902s","start":"2026-02-26T02:26:31.374957Z","end":"2026-02-26T02:26:32.835766Z","steps":["trace[259738589] 'agreement among raft nodes before linearized reading' (duration: 1.460578916s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:32.8358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604022577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1578"} {"level":"warn","ts":"2026-02-26T02:26:32.835797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:30.808795Z","time spent":"2.026992834s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:26:32.8358Z","caller":"traceutil/trace.go:171","msg":"trace[1866278311] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23624; }","duration":"1.461069034s","start":"2026-02-26T02:26:31.374707Z","end":"2026-02-26T02:26:32.835776Z","steps":["trace[1866278311] 'agreement among raft nodes before linearized reading' (duration: 1.46082615s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:32.83582Z","caller":"traceutil/trace.go:171","msg":"trace[1494795402] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23624; }","duration":"2.604086049s","start":"2026-02-26T02:26:30.231728Z","end":"2026-02-26T02:26:32.835814Z","steps":["trace[1494795402] 'agreement among raft nodes before linearized reading' (duration: 2.604010137s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:32.835819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:29.10483Z","time spent":"3.730970707s","remote":"127.0.0.1:52378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:32.835788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146584599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:32.835818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:28.857162Z","time spent":"3.978639902s","remote":"127.0.0.1:42364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1064,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"warn","ts":"2026-02-26T02:26:32.835829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:31.37495Z","time spent":"1.460868921s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:26:32.835844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:30.231701Z","time spent":"2.604138979s","remote":"127.0.0.1:42252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1600,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-26T02:26:32.835492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448266401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:32.835852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:31.374695Z","time spent":"1.461149195s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-26T02:26:32.835875Z","caller":"traceutil/trace.go:171","msg":"trace[1218238906] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23624; }","duration":"1.448674898s","start":"2026-02-26T02:26:31.38719Z","end":"2026-02-26T02:26:32.835865Z","steps":["trace[1218238906] 'agreement among raft nodes before linearized reading' (duration: 1.44824791s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:32.835873Z","caller":"traceutil/trace.go:171","msg":"trace[1567931256] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23624; }","duration":"1.146704221s","start":"2026-02-26T02:26:31.689147Z","end":"2026-02-26T02:26:32.835851Z","steps":["trace[1567931256] 'agreement among raft nodes before linearized reading' (duration: 1.146542179s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:32.835908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:31.387176Z","time spent":"1.448723638s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:32.835709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026662638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-26T02:26:32.835916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:31.689135Z","time spent":"1.146772352s","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:32.835811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:31.316718Z","time spent":"1.519077624s","remote":"127.0.0.1:52678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:26:32.835943Z","caller":"traceutil/trace.go:171","msg":"trace[372596375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23624; }","duration":"2.026922153s","start":"2026-02-26T02:26:30.80901Z","end":"2026-02-26T02:26:32.835932Z","steps":["trace[372596375] 'agreement among raft nodes before linearized reading' (duration: 2.026531366s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:32.835996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:30.809006Z","time spent":"2.026976594s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-26T02:26:32.881038Z","caller":"traceutil/trace.go:171","msg":"trace[1363383485] transaction","detail":"{read_only:false; response_revision:23625; number_of_response:1; }","duration":"150.631632ms","start":"2026-02-26T02:26:32.730379Z","end":"2026-02-26T02:26:32.88101Z","steps":["trace[1363383485] 'process raft request' (duration: 150.436448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:32.881423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143563434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534545-9dpr7\" ","response":"range_response_count:1 size:7233"} {"level":"info","ts":"2026-02-26T02:26:32.88146Z","caller":"traceutil/trace.go:171","msg":"trace[594856870] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29534545-9dpr7; range_end:; response_count:1; response_revision:23625; }","duration":"1.143646486s","start":"2026-02-26T02:26:31.737804Z","end":"2026-02-26T02:26:32.88145Z","steps":["trace[594856870] 'agreement among raft nodes before linearized reading' (duration: 1.143491233s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:32.881454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125469513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-qhz66.1897aaba35bd2908\" ","response":"range_response_count:1 size:858"} {"level":"warn","ts":"2026-02-26T02:26:32.881489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:31.737782Z","time spent":"1.143700247s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7255,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29534545-9dpr7\" "} {"level":"warn","ts":"2026-02-26T02:26:32.881491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149803057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-06fbfe38-5683-4590-8bb6-27fed332caa9\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-26T02:26:32.881516Z","caller":"traceutil/trace.go:171","msg":"trace[1476910957] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-qhz66.1897aaba35bd2908; range_end:; response_count:1; response_revision:23625; }","duration":"1.125567355s","start":"2026-02-26T02:26:31.755933Z","end":"2026-02-26T02:26:32.881501Z","steps":["trace[1476910957] 'agreement among raft nodes before linearized reading' (duration: 1.125359001s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:32.881557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:31.755896Z","time spent":"1.125651817s","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":880,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-qhz66.1897aaba35bd2908\" "} {"level":"info","ts":"2026-02-26T02:26:32.88156Z","caller":"traceutil/trace.go:171","msg":"trace[579323273] range","detail":"{range_begin:/registry/persistentvolumes/pvc-06fbfe38-5683-4590-8bb6-27fed332caa9; range_end:; response_count:1; response_revision:23625; }","duration":"1.14991777s","start":"2026-02-26T02:26:31.731623Z","end":"2026-02-26T02:26:32.88154Z","steps":["trace[579323273] 'agreement among raft nodes before linearized reading' (duration: 1.149704676s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:32.881598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:31.731591Z","time spent":"1.149998451s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-06fbfe38-5683-4590-8bb6-27fed332caa9\" "} {"level":"warn","ts":"2026-02-26T02:26:32.8816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.784826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:32.881718Z","caller":"traceutil/trace.go:171","msg":"trace[1447251630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23625; }","duration":"833.0696ms","start":"2026-02-26T02:26:32.048627Z","end":"2026-02-26T02:26:32.881696Z","steps":["trace[1447251630] 'agreement among raft nodes before linearized reading' (duration: 832.762615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:32.881821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:32.048613Z","time spent":"833.190063ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:26:32.881913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.411268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:32.881959Z","caller":"traceutil/trace.go:171","msg":"trace[954961599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23625; }","duration":"838.50084ms","start":"2026-02-26T02:26:32.043446Z","end":"2026-02-26T02:26:32.881947Z","steps":["trace[954961599] 'agreement among raft nodes before linearized reading' (duration: 837.825738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:32.881987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:32.043418Z","time spent":"838.563232ms","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:26:34.837951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.976749ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:26:34.838756Z","caller":"traceutil/trace.go:171","msg":"trace[2068141380] linearizableReadLoop","detail":"{readStateIndex:24493; appliedIndex:24492; }","duration":"491.943339ms","start":"2026-02-26T02:26:34.346763Z","end":"2026-02-26T02:26:34.838707Z","steps":["trace[2068141380] 'read index received' (duration: 28.209806ms)","trace[2068141380] 'applied index is now lower than readState.Index' (duration: 463.729303ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:34.838876Z","caller":"traceutil/trace.go:171","msg":"trace[609338710] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"492.039629ms","start":"2026-02-26T02:26:34.346811Z","end":"2026-02-26T02:26:34.83885Z","steps":["trace[609338710] 'process raft request' (duration: 491.282285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:34.839009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:34.346774Z","time spent":"492.154411ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:34.839082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.472876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-26T02:26:34.83913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.139217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-02-26T02:26:34.83918Z","caller":"traceutil/trace.go:171","msg":"trace[128225144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23667; }","duration":"377.59358ms","start":"2026-02-26T02:26:34.461565Z","end":"2026-02-26T02:26:34.839158Z","steps":["trace[128225144] 'agreement among raft nodes before linearized reading' (duration: 377.367126ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:34.839185Z","caller":"traceutil/trace.go:171","msg":"trace[1898867394] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:23667; }","duration":"397.253118ms","start":"2026-02-26T02:26:34.441917Z","end":"2026-02-26T02:26:34.83917Z","steps":["trace[1898867394] 'agreement among raft nodes before linearized reading' (duration: 397.010523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:34.839082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.294225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-qhz66\" ","response":"range_response_count:1 size:6029"} {"level":"warn","ts":"2026-02-26T02:26:34.839232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:34.461557Z","time spent":"377.665741ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:26:34.839235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:34.44189Z","time spent":"397.33634ms","remote":"127.0.0.1:53498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7527,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-02-26T02:26:34.839305Z","caller":"traceutil/trace.go:171","msg":"trace[505562789] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-qhz66; range_end:; response_count:1; response_revision:23667; }","duration":"492.557029ms","start":"2026-02-26T02:26:34.346709Z","end":"2026-02-26T02:26:34.839267Z","steps":["trace[505562789] 'agreement among raft nodes before linearized reading' (duration: 492.146182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:34.839418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:34.346679Z","time spent":"492.702462ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":6051,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-qhz66\" "} {"level":"warn","ts":"2026-02-26T02:26:35.352515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995349793703368581,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-26T02:26:35.829238Z","caller":"traceutil/trace.go:171","msg":"trace[1186012016] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"984.860544ms","start":"2026-02-26T02:26:34.84431Z","end":"2026-02-26T02:26:35.82917Z","steps":["trace[1186012016] 'process raft request' (duration: 896.467219ms)","trace[1186012016] 'compare' (duration: 88.186661ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:35.829425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:34.84429Z","time spent":"985.046167ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-26T02:26:36.078487Z","caller":"traceutil/trace.go:171","msg":"trace[1992185767] linearizableReadLoop","detail":"{readStateIndex:24498; appliedIndex:24494; }","duration":"1.227015438s","start":"2026-02-26T02:26:34.851442Z","end":"2026-02-26T02:26:36.078457Z","steps":["trace[1992185767] 'read index received' (duration: 889.510662ms)","trace[1992185767] 'applied index is now lower than readState.Index' (duration: 337.503486ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:36.07849Z","caller":"traceutil/trace.go:171","msg":"trace[1078939866] transaction","detail":"{read_only:false; response_revision:23670; number_of_response:1; }","duration":"1.229061056s","start":"2026-02-26T02:26:34.849394Z","end":"2026-02-26T02:26:36.078455Z","steps":["trace[1078939866] 'process raft request' (duration: 1.228898313s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:36.078601Z","caller":"traceutil/trace.go:171","msg":"trace[1162964676] transaction","detail":"{read_only:false; response_revision:23671; number_of_response:1; }","duration":"735.324625ms","start":"2026-02-26T02:26:35.343227Z","end":"2026-02-26T02:26:36.078552Z","steps":["trace[1162964676] 'process raft request' (duration: 735.141442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:36.078796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227325305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"warn","ts":"2026-02-26T02:26:36.078804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:35.343195Z","time spent":"735.504257ms","remote":"127.0.0.1:42168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:36.078794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:34.849368Z","time spent":"1.22927891s","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5910,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:36.078856Z","caller":"traceutil/trace.go:171","msg":"trace[1005734108] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:23672; }","duration":"1.227430306s","start":"2026-02-26T02:26:34.851414Z","end":"2026-02-26T02:26:36.078844Z","steps":["trace[1005734108] 'agreement among raft nodes before linearized reading' (duration: 1.22715494s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:36.078711Z","caller":"traceutil/trace.go:171","msg":"trace[1663535778] transaction","detail":"{read_only:false; response_revision:23672; number_of_response:1; }","duration":"498.651251ms","start":"2026-02-26T02:26:35.579951Z","end":"2026-02-26T02:26:36.078602Z","steps":["trace[1663535778] 'process raft request' (duration: 498.457867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:36.078906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:34.851406Z","time spent":"1.227491087s","remote":"127.0.0.1:53498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7527,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-02-26T02:26:36.078996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:35.579916Z","time spent":"499.006237ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:36.079345Z","caller":"traceutil/trace.go:171","msg":"trace[957262087] transaction","detail":"{read_only:false; response_revision:23669; number_of_response:1; }","duration":"1.232024489s","start":"2026-02-26T02:26:34.846383Z","end":"2026-02-26T02:26:36.078408Z","steps":["trace[957262087] 'process raft request' (duration: 1.231697084s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:36.079463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:34.846356Z","time spent":"1.233035449s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:36.308815Z","caller":"traceutil/trace.go:171","msg":"trace[1293324784] transaction","detail":"{read_only:false; response_revision:23673; number_of_response:1; }","duration":"543.847957ms","start":"2026-02-26T02:26:35.764933Z","end":"2026-02-26T02:26:36.308781Z","steps":["trace[1293324784] 'process raft request' (duration: 538.439918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:36.309006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:35.764904Z","time spent":"544.004789ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:36.309138Z","caller":"traceutil/trace.go:171","msg":"trace[489579228] transaction","detail":"{read_only:false; response_revision:23674; number_of_response:1; }","duration":"542.564592ms","start":"2026-02-26T02:26:35.76653Z","end":"2026-02-26T02:26:36.309094Z","steps":["trace[489579228] 'process raft request' (duration: 542.192276ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:36.309167Z","caller":"traceutil/trace.go:171","msg":"trace[222326054] transaction","detail":"{read_only:false; response_revision:23675; number_of_response:1; }","duration":"542.47179ms","start":"2026-02-26T02:26:35.766665Z","end":"2026-02-26T02:26:36.309137Z","steps":["trace[222326054] 'process raft request' (duration: 542.325798ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:36.309217Z","caller":"traceutil/trace.go:171","msg":"trace[659594454] linearizableReadLoop","detail":"{readStateIndex:24505; appliedIndex:24499; }","duration":"230.636204ms","start":"2026-02-26T02:26:36.078565Z","end":"2026-02-26T02:26:36.309201Z","steps":["trace[659594454] 'read index received' (duration: 224.768187ms)","trace[659594454] 'applied index is now lower than readState.Index' (duration: 5.867127ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:36.309335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:35.76663Z","time spent":"542.601653ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:36.309303Z","caller":"traceutil/trace.go:171","msg":"trace[795682774] transaction","detail":"{read_only:false; response_revision:23676; number_of_response:1; }","duration":"541.313469ms","start":"2026-02-26T02:26:35.76798Z","end":"2026-02-26T02:26:36.309294Z","steps":["trace[795682774] 'process raft request' (duration: 541.102215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:36.309313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:35.766494Z","time spent":"542.716035ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:36.309403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:35.767942Z","time spent":"541.418311ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:36.309456Z","caller":"traceutil/trace.go:171","msg":"trace[382849433] transaction","detail":"{read_only:false; response_revision:23678; number_of_response:1; }","duration":"539.747551ms","start":"2026-02-26T02:26:35.769695Z","end":"2026-02-26T02:26:36.309443Z","steps":["trace[382849433] 'process raft request' (duration: 539.460615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:36.309517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:35.769689Z","time spent":"539.795921ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:26:36.30951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18828288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:26:36.309529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264404062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-26T02:26:36.30959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421698025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:26:36.309602Z","caller":"traceutil/trace.go:171","msg":"trace[22112875] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23678; }","duration":"1.188448353s","start":"2026-02-26T02:26:35.121131Z","end":"2026-02-26T02:26:36.309579Z","steps":["trace[22112875] 'agreement among raft nodes before linearized reading' (duration: 1.188223299s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:36.309609Z","caller":"traceutil/trace.go:171","msg":"trace[389805333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23678; }","duration":"1.264556524s","start":"2026-02-26T02:26:35.045032Z","end":"2026-02-26T02:26:36.309588Z","steps":["trace[389805333] 'agreement among raft nodes before linearized reading' (duration: 1.264404041s)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:36.309581Z","caller":"traceutil/trace.go:171","msg":"trace[1571313898] transaction","detail":"{read_only:false; response_revision:23677; number_of_response:1; }","duration":"541.35502ms","start":"2026-02-26T02:26:35.768188Z","end":"2026-02-26T02:26:36.309543Z","steps":["trace[1571313898] 'process raft request' (duration: 540.933483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:36.309604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421604263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:26:36.309643Z","caller":"traceutil/trace.go:171","msg":"trace[578347324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23678; }","duration":"1.421797857s","start":"2026-02-26T02:26:34.887834Z","end":"2026-02-26T02:26:36.309632Z","steps":["trace[578347324] 'agreement among raft nodes before linearized reading' (duration: 1.421649514s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:36.309656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:35.045006Z","time spent":"1.264641345s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:26:36.309656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:35.121103Z","time spent":"1.188542654s","remote":"127.0.0.1:42464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:26:36.309682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:34.887805Z","time spent":"1.421870788s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:26:36.309684Z","caller":"traceutil/trace.go:171","msg":"trace[1155326287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23678; }","duration":"1.421748465s","start":"2026-02-26T02:26:34.887919Z","end":"2026-02-26T02:26:36.309667Z","steps":["trace[1155326287] 'agreement among raft nodes before linearized reading' (duration: 1.421493321s)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:36.309719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:34.887897Z","time spent":"1.421814667s","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:26:36.309618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.098543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-26T02:26:36.309747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:35.768178Z","time spent":"541.484002ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:26:36.30976Z","caller":"traceutil/trace.go:171","msg":"trace[1435273912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23678; }","duration":"797.295617ms","start":"2026-02-26T02:26:35.512452Z","end":"2026-02-26T02:26:36.309748Z","steps":["trace[1435273912] 'agreement among raft nodes before linearized reading' (duration: 797.043912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:36.309793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:26:35.512423Z","time spent":"797.360478ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-26T02:26:36.37189Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21477} {"level":"info","ts":"2026-02-26T02:26:36.372139Z","caller":"traceutil/trace.go:171","msg":"trace[1000196756] compact","detail":"{revision:21477; response_revision:23679; }","duration":"292.185389ms","start":"2026-02-26T02:26:36.079919Z","end":"2026-02-26T02:26:36.372105Z","steps":["trace[1000196756] 'process raft request' (duration: 257.20636ms)","trace[1000196756] 'check and update compact revision' (duration: 34.601382ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:36.372498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.54617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4540"} {"level":"info","ts":"2026-02-26T02:26:36.372558Z","caller":"traceutil/trace.go:171","msg":"trace[763880191] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:23679; }","duration":"289.648162ms","start":"2026-02-26T02:26:36.082887Z","end":"2026-02-26T02:26:36.372535Z","steps":["trace[763880191] 'agreement among raft nodes before linearized reading' (duration: 289.464649ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:36.500945Z","caller":"traceutil/trace.go:171","msg":"trace[1808857122] transaction","detail":"{read_only:false; response_revision:23682; number_of_response:1; }","duration":"115.963989ms","start":"2026-02-26T02:26:36.384955Z","end":"2026-02-26T02:26:36.500919Z","steps":["trace[1808857122] 'process raft request' (duration: 112.146489ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:36.65192Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21477,"took":"274.18221ms","hash":1985343668,"current-db-size-bytes":50675712,"current-db-size":"51 MB","current-db-size-in-use-bytes":30531584,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-26T02:26:36.652Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1985343668,"revision":21477,"compact-revision":18735} {"level":"info","ts":"2026-02-26T02:26:45.968938Z","caller":"traceutil/trace.go:171","msg":"trace[1134924074] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"104.611501ms","start":"2026-02-26T02:26:45.864289Z","end":"2026-02-26T02:26:45.968901Z","steps":["trace[1134924074] 'process raft request' (duration: 104.412667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:51.998807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.311934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:26:51.998906Z","caller":"traceutil/trace.go:171","msg":"trace[1855029431] linearizableReadLoop","detail":"{readStateIndex:24621; appliedIndex:24620; }","duration":"287.667015ms","start":"2026-02-26T02:26:51.711224Z","end":"2026-02-26T02:26:51.998891Z","steps":["trace[1855029431] 'read index received' (duration: 130.183678ms)","trace[1855029431] 'applied index is now lower than readState.Index' (duration: 157.482447ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:51.998954Z","caller":"traceutil/trace.go:171","msg":"trace[1383373820] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"289.890387ms","start":"2026-02-26T02:26:51.709026Z","end":"2026-02-26T02:26:51.998917Z","steps":["trace[1383373820] 'process raft request' (duration: 132.40717ms)","trace[1383373820] 'compare' (duration: 157.169241ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:51.999079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.857239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-02-26T02:26:51.999097Z","caller":"traceutil/trace.go:171","msg":"trace[1524528199] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:23790; }","duration":"287.917791ms","start":"2026-02-26T02:26:51.711174Z","end":"2026-02-26T02:26:51.999091Z","steps":["trace[1524528199] 'agreement among raft nodes before linearized reading' (duration: 287.783659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:51.999262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.411363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-02-26T02:26:51.999275Z","caller":"traceutil/trace.go:171","msg":"trace[281789361] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:23790; }","duration":"263.458123ms","start":"2026-02-26T02:26:51.735813Z","end":"2026-02-26T02:26:51.999271Z","steps":["trace[281789361] 'agreement among raft nodes before linearized reading' (duration: 263.417362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:51.999373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.971108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-26T02:26:51.999395Z","caller":"traceutil/trace.go:171","msg":"trace[144261871] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:23790; }","duration":"209.041259ms","start":"2026-02-26T02:26:51.790347Z","end":"2026-02-26T02:26:51.999388Z","steps":["trace[144261871] 'agreement among raft nodes before linearized reading' (duration: 209.007599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:51.999613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.241272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-26T02:26:51.999738Z","caller":"traceutil/trace.go:171","msg":"trace[1187237598] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:23790; }","duration":"163.424136ms","start":"2026-02-26T02:26:51.836284Z","end":"2026-02-26T02:26:51.999708Z","steps":["trace[1187237598] 'agreement among raft nodes before linearized reading' (duration: 163.071239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:51.999928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.995355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-02-26T02:26:52.000048Z","caller":"traceutil/trace.go:171","msg":"trace[400104100] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:23790; }","duration":"113.163227ms","start":"2026-02-26T02:26:51.88686Z","end":"2026-02-26T02:26:52.000023Z","steps":["trace[400104100] 'agreement among raft nodes before linearized reading' (duration: 112.893153ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:52.390484Z","caller":"traceutil/trace.go:171","msg":"trace[1774235307] linearizableReadLoop","detail":"{readStateIndex:24627; appliedIndex:24626; }","duration":"147.013226ms","start":"2026-02-26T02:26:52.243434Z","end":"2026-02-26T02:26:52.390448Z","steps":["trace[1774235307] 'read index received' (duration: 108.682235ms)","trace[1774235307] 'applied index is now lower than readState.Index' (duration: 38.329761ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:26:52.390573Z","caller":"traceutil/trace.go:171","msg":"trace[1515947666] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"188.918612ms","start":"2026-02-26T02:26:52.201616Z","end":"2026-02-26T02:26:52.390535Z","steps":["trace[1515947666] 'process raft request' (duration: 150.53345ms)","trace[1515947666] 'compare' (duration: 38.114206ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:26:52.390886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.396099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"info","ts":"2026-02-26T02:26:52.391Z","caller":"traceutil/trace.go:171","msg":"trace[367620367] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:23796; }","duration":"161.578912ms","start":"2026-02-26T02:26:52.229397Z","end":"2026-02-26T02:26:52.390976Z","steps":["trace[367620367] 'agreement among raft nodes before linearized reading' (duration: 161.335448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:52.390983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.708819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-26T02:26:52.391131Z","caller":"traceutil/trace.go:171","msg":"trace[1631734260] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:23796; }","duration":"153.913633ms","start":"2026-02-26T02:26:52.237199Z","end":"2026-02-26T02:26:52.391113Z","steps":["trace[1631734260] 'agreement among raft nodes before linearized reading' (duration: 153.418994ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:52.420764Z","caller":"traceutil/trace.go:171","msg":"trace[1143415372] transaction","detail":"{read_only:false; response_revision:23797; number_of_response:1; }","duration":"172.808866ms","start":"2026-02-26T02:26:52.247919Z","end":"2026-02-26T02:26:52.420727Z","steps":["trace[1143415372] 'process raft request' (duration: 172.612483ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:52.476242Z","caller":"traceutil/trace.go:171","msg":"trace[771241329] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"116.858126ms","start":"2026-02-26T02:26:52.359366Z","end":"2026-02-26T02:26:52.476224Z","steps":["trace[771241329] 'process raft request' (duration: 116.660472ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:52.476649Z","caller":"traceutil/trace.go:171","msg":"trace[295496043] transaction","detail":"{read_only:false; response_revision:23799; number_of_response:1; }","duration":"109.113263ms","start":"2026-02-26T02:26:52.367472Z","end":"2026-02-26T02:26:52.476586Z","steps":["trace[295496043] 'process raft request' (duration: 108.699106ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:52.476685Z","caller":"traceutil/trace.go:171","msg":"trace[8618836] transaction","detail":"{read_only:false; response_revision:23800; number_of_response:1; }","duration":"107.498365ms","start":"2026-02-26T02:26:52.369173Z","end":"2026-02-26T02:26:52.476671Z","steps":["trace[8618836] 'process raft request' (duration: 107.25634ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:52.476819Z","caller":"traceutil/trace.go:171","msg":"trace[208538299] transaction","detail":"{read_only:false; response_revision:23801; number_of_response:1; }","duration":"106.977224ms","start":"2026-02-26T02:26:52.369829Z","end":"2026-02-26T02:26:52.476807Z","steps":["trace[208538299] 'process raft request' (duration: 106.715199ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:52.47679Z","caller":"traceutil/trace.go:171","msg":"trace[146640182] transaction","detail":"{read_only:false; response_revision:23802; number_of_response:1; }","duration":"106.384024ms","start":"2026-02-26T02:26:52.370397Z","end":"2026-02-26T02:26:52.476781Z","steps":["trace[146640182] 'process raft request' (duration: 106.20229ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:52.476918Z","caller":"traceutil/trace.go:171","msg":"trace[1759528886] transaction","detail":"{read_only:false; response_revision:23803; number_of_response:1; }","duration":"105.67343ms","start":"2026-02-26T02:26:52.371208Z","end":"2026-02-26T02:26:52.476882Z","steps":["trace[1759528886] 'process raft request' (duration: 105.447946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:52.477795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.177554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-02-26T02:26:52.477932Z","caller":"traceutil/trace.go:171","msg":"trace[1863181293] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:23806; }","duration":"191.341996ms","start":"2026-02-26T02:26:52.286563Z","end":"2026-02-26T02:26:52.477905Z","steps":["trace[1863181293] 'agreement among raft nodes before linearized reading' (duration: 191.136623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:52.477958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.113647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1456"} {"level":"info","ts":"2026-02-26T02:26:52.478012Z","caller":"traceutil/trace.go:171","msg":"trace[43210632] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:23806; }","duration":"229.217748ms","start":"2026-02-26T02:26:52.248782Z","end":"2026-02-26T02:26:52.478Z","steps":["trace[43210632] 'agreement among raft nodes before linearized reading' (duration: 229.004554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:52.478187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.137657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:26:52.478244Z","caller":"traceutil/trace.go:171","msg":"trace[921266082] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23806; }","duration":"200.378131ms","start":"2026-02-26T02:26:52.277854Z","end":"2026-02-26T02:26:52.478232Z","steps":["trace[921266082] 'agreement among raft nodes before linearized reading' (duration: 200.137387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:52.478393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.853782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-02-26T02:26:52.478387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.599792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:26:52.478454Z","caller":"traceutil/trace.go:171","msg":"trace[432186188] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:23806; }","duration":"141.980994ms","start":"2026-02-26T02:26:52.336458Z","end":"2026-02-26T02:26:52.478439Z","steps":["trace[432186188] 'agreement among raft nodes before linearized reading' (duration: 141.78792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:26:52.478485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.227805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:26:52.478547Z","caller":"traceutil/trace.go:171","msg":"trace[1445788745] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23806; }","duration":"115.320947ms","start":"2026-02-26T02:26:52.363211Z","end":"2026-02-26T02:26:52.478532Z","steps":["trace[1445788745] 'agreement among raft nodes before linearized reading' (duration: 115.210295ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:52.47849Z","caller":"traceutil/trace.go:171","msg":"trace[1573788728] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23806; }","duration":"144.744684ms","start":"2026-02-26T02:26:52.333719Z","end":"2026-02-26T02:26:52.478464Z","steps":["trace[1573788728] 'agreement among raft nodes before linearized reading' (duration: 144.546011ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:26:53.350172Z","caller":"traceutil/trace.go:171","msg":"trace[1241372835] transaction","detail":"{read_only:false; response_revision:23837; number_of_response:1; }","duration":"102.195997ms","start":"2026-02-26T02:26:53.247894Z","end":"2026-02-26T02:26:53.35009Z","steps":["trace[1241372835] 'process raft request' (duration: 101.840951ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:28.885356Z","caller":"traceutil/trace.go:171","msg":"trace[471587532] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"241.627025ms","start":"2026-02-26T02:27:28.643693Z","end":"2026-02-26T02:27:28.88532Z","steps":["trace[471587532] 'process raft request' (duration: 241.411352ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:28.912367Z","caller":"traceutil/trace.go:171","msg":"trace[1189674840] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"233.251122ms","start":"2026-02-26T02:27:28.679081Z","end":"2026-02-26T02:27:28.912332Z","steps":["trace[1189674840] 'process raft request' (duration: 233.107519ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:28.912374Z","caller":"traceutil/trace.go:171","msg":"trace[27495158] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"264.850289ms","start":"2026-02-26T02:27:28.647481Z","end":"2026-02-26T02:27:28.912331Z","steps":["trace[27495158] 'process raft request' (duration: 264.541833ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:28.912415Z","caller":"traceutil/trace.go:171","msg":"trace[55523589] linearizableReadLoop","detail":"{readStateIndex:25025; appliedIndex:25019; }","duration":"174.200552ms","start":"2026-02-26T02:27:28.738182Z","end":"2026-02-26T02:27:28.912382Z","steps":["trace[55523589] 'read index received' (duration: 146.954815ms)","trace[55523589] 'applied index is now lower than readState.Index' (duration: 27.244417ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:27:28.912548Z","caller":"traceutil/trace.go:171","msg":"trace[176326176] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"212.512042ms","start":"2026-02-26T02:27:28.700024Z","end":"2026-02-26T02:27:28.912536Z","steps":["trace[176326176] 'process raft request' (duration: 212.209877ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:28.912616Z","caller":"traceutil/trace.go:171","msg":"trace[471054624] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"207.689524ms","start":"2026-02-26T02:27:28.7049Z","end":"2026-02-26T02:27:28.912589Z","steps":["trace[471054624] 'process raft request' (duration: 207.42999ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:28.912624Z","caller":"traceutil/trace.go:171","msg":"trace[1135514005] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"210.436984ms","start":"2026-02-26T02:27:28.702164Z","end":"2026-02-26T02:27:28.912601Z","steps":["trace[1135514005] 'process raft request' (duration: 210.109469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:28.912866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.661891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:27:28.912931Z","caller":"traceutil/trace.go:171","msg":"trace[1030627759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24186; }","duration":"174.781094ms","start":"2026-02-26T02:27:28.738134Z","end":"2026-02-26T02:27:28.912915Z","steps":["trace[1030627759] 'agreement among raft nodes before linearized reading' (duration: 174.521768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:28.916762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.735499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:27:28.916815Z","caller":"traceutil/trace.go:171","msg":"trace[1640170280] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24187; }","duration":"159.868691ms","start":"2026-02-26T02:27:28.756935Z","end":"2026-02-26T02:27:28.916803Z","steps":["trace[1640170280] 'agreement among raft nodes before linearized reading' (duration: 159.766509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:28.916922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.015644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:27:28.91699Z","caller":"traceutil/trace.go:171","msg":"trace[135758667] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24187; }","duration":"148.109606ms","start":"2026-02-26T02:27:28.768863Z","end":"2026-02-26T02:27:28.916972Z","steps":["trace[135758667] 'agreement among raft nodes before linearized reading' (duration: 147.894451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:28.917316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.678673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:27:28.917346Z","caller":"traceutil/trace.go:171","msg":"trace[1968248858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24187; }","duration":"151.832934ms","start":"2026-02-26T02:27:28.765503Z","end":"2026-02-26T02:27:28.917336Z","steps":["trace[1968248858] 'agreement among raft nodes before linearized reading' (duration: 151.446458ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:32.695686Z","caller":"traceutil/trace.go:171","msg":"trace[1246242660] transaction","detail":"{read_only:false; response_revision:24205; number_of_response:1; }","duration":"286.358951ms","start":"2026-02-26T02:27:32.409289Z","end":"2026-02-26T02:27:32.695648Z","steps":["trace[1246242660] 'process raft request' (duration: 286.132697ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:39.068973Z","caller":"traceutil/trace.go:171","msg":"trace[283830659] linearizableReadLoop","detail":"{readStateIndex:25089; appliedIndex:25088; }","duration":"211.672507ms","start":"2026-02-26T02:27:38.857276Z","end":"2026-02-26T02:27:39.068948Z","steps":["trace[283830659] 'read index received' (duration: 211.510894ms)","trace[283830659] 'applied index is now lower than readState.Index' (duration: 160.873µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:27:39.069018Z","caller":"traceutil/trace.go:171","msg":"trace[1367436261] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"345.618405ms","start":"2026-02-26T02:27:38.723381Z","end":"2026-02-26T02:27:39.069Z","steps":["trace[1367436261] 'process raft request' (duration: 345.425852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:39.069148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.86113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-26T02:27:39.069154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:38.72335Z","time spent":"345.711577ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:27:39.069198Z","caller":"traceutil/trace.go:171","msg":"trace[941877087] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24248; }","duration":"211.979862ms","start":"2026-02-26T02:27:38.857198Z","end":"2026-02-26T02:27:39.069178Z","steps":["trace[941877087] 'agreement among raft nodes before linearized reading' (duration: 211.87709ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:39.469472Z","caller":"traceutil/trace.go:171","msg":"trace[1185740726] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"554.066932ms","start":"2026-02-26T02:27:38.915371Z","end":"2026-02-26T02:27:39.469438Z","steps":["trace[1185740726] 'process raft request' (duration: 537.004071ms)","trace[1185740726] 'compare' (duration: 16.926369ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:27:39.469623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:38.915342Z","time spent":"554.209295ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:27:39.632752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.12ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-26T02:27:39.633149Z","caller":"traceutil/trace.go:171","msg":"trace[429674328] transaction","detail":"{read_only:false; response_revision:24251; number_of_response:1; }","duration":"689.551388ms","start":"2026-02-26T02:27:38.943573Z","end":"2026-02-26T02:27:39.633124Z","steps":["trace[429674328] 'process raft request' (duration: 689.475017ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:39.633154Z","caller":"traceutil/trace.go:171","msg":"trace[557793449] transaction","detail":"{read_only:false; response_revision:24250; number_of_response:1; }","duration":"706.61506ms","start":"2026-02-26T02:27:38.926495Z","end":"2026-02-26T02:27:39.63311Z","steps":["trace[557793449] 'process raft request' (duration: 706.385786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:39.633265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:38.943519Z","time spent":"689.67058ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:27:39.633325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:38.92648Z","time spent":"706.758842ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:27:39.633663Z","caller":"traceutil/trace.go:171","msg":"trace[2088125528] transaction","detail":"{read_only:false; response_revision:24252; number_of_response:1; }","duration":"685.362762ms","start":"2026-02-26T02:27:38.948292Z","end":"2026-02-26T02:27:39.633655Z","steps":["trace[2088125528] 'process raft request' (duration: 684.796141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:39.633694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:38.948276Z","time spent":"685.399453ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:27:39.633712Z","caller":"traceutil/trace.go:171","msg":"trace[1210926108] linearizableReadLoop","detail":"{readStateIndex:25097; appliedIndex:25089; }","duration":"564.629267ms","start":"2026-02-26T02:27:39.069049Z","end":"2026-02-26T02:27:39.633678Z","steps":["trace[1210926108] 'read index received' (duration: 383.311134ms)","trace[1210926108] 'applied index is now lower than readState.Index' (duration: 181.316503ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:27:39.633806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.092413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:27:39.633856Z","caller":"traceutil/trace.go:171","msg":"trace[1793486488] transaction","detail":"{read_only:false; response_revision:24254; number_of_response:1; }","duration":"682.178065ms","start":"2026-02-26T02:27:38.951669Z","end":"2026-02-26T02:27:39.633847Z","steps":["trace[1793486488] 'process raft request' (duration: 681.89613ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:39.633862Z","caller":"traceutil/trace.go:171","msg":"trace[514836606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24255; }","duration":"589.182745ms","start":"2026-02-26T02:27:39.044667Z","end":"2026-02-26T02:27:39.63385Z","steps":["trace[514836606] 'agreement among raft nodes before linearized reading' (duration: 589.106493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:39.633925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:38.95166Z","time spent":"682.210275ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:27:39.633933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:39.044654Z","time spent":"589.272046ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-26T02:27:39.633996Z","caller":"traceutil/trace.go:171","msg":"trace[217635701] transaction","detail":"{read_only:false; response_revision:24253; number_of_response:1; }","duration":"685.2434ms","start":"2026-02-26T02:27:38.948746Z","end":"2026-02-26T02:27:39.633989Z","steps":["trace[217635701] 'process raft request' (duration: 684.695889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:39.634023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:38.948733Z","time spent":"685.2746ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:27:39.634014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.821044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:27:39.634075Z","caller":"traceutil/trace.go:171","msg":"trace[1424508263] transaction","detail":"{read_only:false; response_revision:24255; number_of_response:1; }","duration":"682.346046ms","start":"2026-02-26T02:27:38.951717Z","end":"2026-02-26T02:27:39.634063Z","steps":["trace[1424508263] 'process raft request' (duration: 681.901909ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:39.634076Z","caller":"traceutil/trace.go:171","msg":"trace[881211226] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24255; }","duration":"625.939786ms","start":"2026-02-26T02:27:39.008116Z","end":"2026-02-26T02:27:39.634056Z","steps":["trace[881211226] 'agreement among raft nodes before linearized reading' (duration: 625.813594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:39.634198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:39.008092Z","time spent":"626.027587ms","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:27:39.634269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:38.951712Z","time spent":"682.387297ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:27:39.634374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.687217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-26T02:27:39.634405Z","caller":"traceutil/trace.go:171","msg":"trace[970466170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24255; }","duration":"674.748128ms","start":"2026-02-26T02:27:38.959648Z","end":"2026-02-26T02:27:39.634396Z","steps":["trace[970466170] 'agreement among raft nodes before linearized reading' (duration: 674.556005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:39.634423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:38.959636Z","time spent":"674.783459ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-26T02:27:39.634497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.173112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-26T02:27:39.63451Z","caller":"traceutil/trace.go:171","msg":"trace[1555820532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24255; }","duration":"671.200203ms","start":"2026-02-26T02:27:38.963305Z","end":"2026-02-26T02:27:39.634505Z","steps":["trace[1555820532] 'agreement among raft nodes before linearized reading' (duration: 671.156712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:39.634521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:38.963298Z","time spent":"671.220273ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-26T02:27:39.634569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.246339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-02-26T02:27:39.634608Z","caller":"traceutil/trace.go:171","msg":"trace[1232616858] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24255; }","duration":"402.327731ms","start":"2026-02-26T02:27:39.23227Z","end":"2026-02-26T02:27:39.634598Z","steps":["trace[1232616858] 'agreement among raft nodes before linearized reading' (duration: 402.190008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:39.634639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:39.232241Z","time spent":"402.391851ms","remote":"127.0.0.1:34138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-26T02:27:39.634651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.192719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-26T02:27:39.634669Z","caller":"traceutil/trace.go:171","msg":"trace[1211818750] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24255; }","duration":"309.272721ms","start":"2026-02-26T02:27:39.325391Z","end":"2026-02-26T02:27:39.634664Z","steps":["trace[1211818750] 'agreement among raft nodes before linearized reading' (duration: 309.182439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:39.634684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:39.325371Z","time spent":"309.308581ms","remote":"127.0.0.1:42344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-26T02:27:39.63481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.886775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-26T02:27:39.634868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.311909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:27:39.634901Z","caller":"traceutil/trace.go:171","msg":"trace[1000754873] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24255; }","duration":"368.394441ms","start":"2026-02-26T02:27:39.266497Z","end":"2026-02-26T02:27:39.634891Z","steps":["trace[1000754873] 'agreement among raft nodes before linearized reading' (duration: 368.34558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:39.634931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:39.266471Z","time spent":"368.451902ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-26T02:27:39.634932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.420575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:27:39.634866Z","caller":"traceutil/trace.go:171","msg":"trace[787292108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24255; }","duration":"677.943226ms","start":"2026-02-26T02:27:38.956907Z","end":"2026-02-26T02:27:39.63485Z","steps":["trace[787292108] 'agreement among raft nodes before linearized reading' (duration: 677.763553ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:39.635024Z","caller":"traceutil/trace.go:171","msg":"trace[1791750433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24255; }","duration":"672.61036ms","start":"2026-02-26T02:27:38.962391Z","end":"2026-02-26T02:27:39.635001Z","steps":["trace[1791750433] 'agreement among raft nodes before linearized reading' (duration: 672.1313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:39.635047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:38.956837Z","time spent":"678.203422ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-26T02:27:39.63482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.938002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-26T02:27:39.635078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:38.962377Z","time spent":"672.688561ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-26T02:27:39.635098Z","caller":"traceutil/trace.go:171","msg":"trace[1014907390] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24255; }","duration":"345.256748ms","start":"2026-02-26T02:27:39.289832Z","end":"2026-02-26T02:27:39.635089Z","steps":["trace[1014907390] 'agreement among raft nodes before linearized reading' (duration: 344.926922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:39.635113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:39.289766Z","time spent":"345.34383ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-26T02:27:40.072551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.303917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:27:40.072746Z","caller":"traceutil/trace.go:171","msg":"trace[833586221] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"430.363193ms","start":"2026-02-26T02:27:39.64236Z","end":"2026-02-26T02:27:40.072723Z","steps":["trace[833586221] 'process raft request' (duration: 94.785612ms)","trace[833586221] 'compare' (duration: 335.083642ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:27:40.072823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:39.642345Z","time spent":"430.444764ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:27:40.073097Z","caller":"traceutil/trace.go:171","msg":"trace[1096650769] linearizableReadLoop","detail":"{readStateIndex:25102; appliedIndex:25098; }","duration":"344.82561ms","start":"2026-02-26T02:27:39.728245Z","end":"2026-02-26T02:27:40.073071Z","steps":["trace[1096650769] 'read index received' (duration: 8.811791ms)","trace[1096650769] 'applied index is now lower than readState.Index' (duration: 336.012979ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:27:40.073194Z","caller":"traceutil/trace.go:171","msg":"trace[161330808] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"430.74675ms","start":"2026-02-26T02:27:39.642435Z","end":"2026-02-26T02:27:40.073181Z","steps":["trace[161330808] 'process raft request' (duration: 430.23575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:40.073294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:39.642428Z","time spent":"430.787712ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:27:40.073359Z","caller":"traceutil/trace.go:171","msg":"trace[128145156] transaction","detail":"{read_only:false; response_revision:24260; number_of_response:1; }","duration":"430.843852ms","start":"2026-02-26T02:27:39.642468Z","end":"2026-02-26T02:27:40.073312Z","steps":["trace[128145156] 'process raft request' (duration: 430.569536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:40.073429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:39.642461Z","time spent":"430.932404ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:27:40.073505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.259309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:27:40.073531Z","caller":"traceutil/trace.go:171","msg":"trace[785659221] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24260; }","duration":"345.31844ms","start":"2026-02-26T02:27:39.728205Z","end":"2026-02-26T02:27:40.073523Z","steps":["trace[785659221] 'agreement among raft nodes before linearized reading' (duration: 345.254519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:40.073555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:39.728187Z","time spent":"345.36346ms","remote":"127.0.0.1:42592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-26T02:27:40.073581Z","caller":"traceutil/trace.go:171","msg":"trace[398619658] transaction","detail":"{read_only:false; response_revision:24259; number_of_response:1; }","duration":"431.130847ms","start":"2026-02-26T02:27:39.64244Z","end":"2026-02-26T02:27:40.073571Z","steps":["trace[398619658] 'process raft request' (duration: 430.522695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:40.073638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:39.642433Z","time spent":"431.171487ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:27:40.876862Z","caller":"traceutil/trace.go:171","msg":"trace[1720977834] linearizableReadLoop","detail":"{readStateIndex:25103; appliedIndex:25102; }","duration":"391.659185ms","start":"2026-02-26T02:27:40.485175Z","end":"2026-02-26T02:27:40.876835Z","steps":["trace[1720977834] 'read index received' (duration: 391.446752ms)","trace[1720977834] 'applied index is now lower than readState.Index' (duration: 211.363µs)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:27:40.877121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.928751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-26T02:27:40.877164Z","caller":"traceutil/trace.go:171","msg":"trace[1823961425] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24261; }","duration":"392.040163ms","start":"2026-02-26T02:27:40.485114Z","end":"2026-02-26T02:27:40.877154Z","steps":["trace[1823961425] 'agreement among raft nodes before linearized reading' (duration: 391.819489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:40.877192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:40.485091Z","time spent":"392.093365ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-02-26T02:27:40.877439Z","caller":"traceutil/trace.go:171","msg":"trace[1563695702] transaction","detail":"{read_only:false; response_revision:24261; number_of_response:1; }","duration":"428.231064ms","start":"2026-02-26T02:27:40.4492Z","end":"2026-02-26T02:27:40.877431Z","steps":["trace[1563695702] 'process raft request' (duration: 427.49012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:40.877517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:40.449161Z","time spent":"428.303345ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-26T02:27:41.457187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.575869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:27:41.457288Z","caller":"traceutil/trace.go:171","msg":"trace[770269709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24261; }","duration":"412.727262ms","start":"2026-02-26T02:27:41.044533Z","end":"2026-02-26T02:27:41.45726Z","steps":["trace[770269709] 'range keys from in-memory index tree' (duration: 412.465476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:41.457334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:41.044505Z","time spent":"412.818513ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-26T02:27:41.457362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.321102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-26T02:27:41.457449Z","caller":"traceutil/trace.go:171","msg":"trace[1624514875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24261; }","duration":"384.468264ms","start":"2026-02-26T02:27:41.072957Z","end":"2026-02-26T02:27:41.457425Z","steps":["trace[1624514875] 'range keys from in-memory index tree' (duration: 384.099288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:41.457492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:41.072926Z","time spent":"384.556045ms","remote":"127.0.0.1:42416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-26T02:27:41.474253Z","caller":"traceutil/trace.go:171","msg":"trace[236119626] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"321.31254ms","start":"2026-02-26T02:27:41.152902Z","end":"2026-02-26T02:27:41.474215Z","steps":["trace[236119626] 'process raft request' (duration: 321.028665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:27:41.474453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-26T02:27:41.152871Z","time spent":"321.459762ms","remote":"127.0.0.1:34138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-26T02:27:41.681118Z","caller":"traceutil/trace.go:171","msg":"trace[1834472259] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"216.453596ms","start":"2026-02-26T02:27:41.464604Z","end":"2026-02-26T02:27:41.681058Z","steps":["trace[1834472259] 'process raft request' (duration: 150.241416ms)","trace[1834472259] 'compare' (duration: 65.853393ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:27:41.68125Z","caller":"traceutil/trace.go:171","msg":"trace[1353087838] transaction","detail":"{read_only:false; response_revision:24264; number_of_response:1; }","duration":"205.809171ms","start":"2026-02-26T02:27:41.475427Z","end":"2026-02-26T02:27:41.681237Z","steps":["trace[1353087838] 'process raft request' (duration: 205.504225ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:41.681095Z","caller":"traceutil/trace.go:171","msg":"trace[1079356835] linearizableReadLoop","detail":"{readStateIndex:25106; appliedIndex:25104; }","duration":"200.516834ms","start":"2026-02-26T02:27:41.480546Z","end":"2026-02-26T02:27:41.681063Z","steps":["trace[1079356835] 'read index received' (duration: 134.321315ms)","trace[1079356835] 'applied index is now lower than readState.Index' (duration: 66.194049ms)"],"step_count":2} {"level":"warn","ts":"2026-02-26T02:27:41.68165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.075653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18648"} {"level":"info","ts":"2026-02-26T02:27:41.681787Z","caller":"traceutil/trace.go:171","msg":"trace[1735637359] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24264; }","duration":"201.260027ms","start":"2026-02-26T02:27:41.480505Z","end":"2026-02-26T02:27:41.681765Z","steps":["trace[1735637359] 'agreement among raft nodes before linearized reading' (duration: 200.698677ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:41.778093Z","caller":"traceutil/trace.go:171","msg":"trace[1969934201] transaction","detail":"{read_only:false; response_revision:24266; number_of_response:1; }","duration":"135.844922ms","start":"2026-02-26T02:27:41.642215Z","end":"2026-02-26T02:27:41.77806Z","steps":["trace[1969934201] 'process raft request' (duration: 135.712339ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:41.778229Z","caller":"traceutil/trace.go:171","msg":"trace[2094961991] transaction","detail":"{read_only:false; response_revision:24265; number_of_response:1; }","duration":"135.973944ms","start":"2026-02-26T02:27:41.642215Z","end":"2026-02-26T02:27:41.778189Z","steps":["trace[2094961991] 'process raft request' (duration: 135.545826ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:41.778448Z","caller":"traceutil/trace.go:171","msg":"trace[1683891190] transaction","detail":"{read_only:false; response_revision:24267; number_of_response:1; }","duration":"136.110527ms","start":"2026-02-26T02:27:41.642289Z","end":"2026-02-26T02:27:41.778399Z","steps":["trace[1683891190] 'process raft request' (duration: 135.683839ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:41.778477Z","caller":"traceutil/trace.go:171","msg":"trace[900527019] transaction","detail":"{read_only:false; response_revision:24268; number_of_response:1; }","duration":"136.118107ms","start":"2026-02-26T02:27:41.642295Z","end":"2026-02-26T02:27:41.778413Z","steps":["trace[900527019] 'process raft request' (duration: 135.969944ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:27:41.778598Z","caller":"traceutil/trace.go:171","msg":"trace[1431172247] transaction","detail":"{read_only:false; response_revision:24269; number_of_response:1; }","duration":"135.842592ms","start":"2026-02-26T02:27:41.642557Z","end":"2026-02-26T02:27:41.778399Z","steps":["trace[1431172247] 'process raft request' (duration: 135.77452ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:54.301607Z","caller":"traceutil/trace.go:171","msg":"trace[2116138343] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"126.159215ms","start":"2026-02-26T02:28:54.175421Z","end":"2026-02-26T02:28:54.30158Z","steps":["trace[2116138343] 'process raft request' (duration: 126.116374ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:54.301653Z","caller":"traceutil/trace.go:171","msg":"trace[1333507636] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"137.254898ms","start":"2026-02-26T02:28:54.164351Z","end":"2026-02-26T02:28:54.301606Z","steps":["trace[1333507636] 'process raft request' (duration: 136.977083ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:54.301713Z","caller":"traceutil/trace.go:171","msg":"trace[1839398088] transaction","detail":"{read_only:false; response_revision:24934; number_of_response:1; }","duration":"133.895697ms","start":"2026-02-26T02:28:54.167763Z","end":"2026-02-26T02:28:54.301659Z","steps":["trace[1839398088] 'process raft request' (duration: 133.733194ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:28:54.319404Z","caller":"traceutil/trace.go:171","msg":"trace[1468565010] transaction","detail":"{read_only:false; response_revision:24936; number_of_response:1; }","duration":"137.065124ms","start":"2026-02-26T02:28:54.182297Z","end":"2026-02-26T02:28:54.319362Z","steps":["trace[1468565010] 'process raft request' (duration: 136.820689ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:06.95415Z","caller":"traceutil/trace.go:171","msg":"trace[1184008801] transaction","detail":"{read_only:false; response_revision:26214; number_of_response:1; }","duration":"122.290251ms","start":"2026-02-26T02:31:06.831801Z","end":"2026-02-26T02:31:06.954091Z","steps":["trace[1184008801] 'process raft request' (duration: 48.998064ms)","trace[1184008801] 'compare' (duration: 72.975431ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:06.955788Z","caller":"traceutil/trace.go:171","msg":"trace[378344351] transaction","detail":"{read_only:false; response_revision:26215; number_of_response:1; }","duration":"111.680467ms","start":"2026-02-26T02:31:06.844067Z","end":"2026-02-26T02:31:06.955747Z","steps":["trace[378344351] 'process raft request' (duration: 111.504604ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:07.566573Z","caller":"traceutil/trace.go:171","msg":"trace[1914920269] linearizableReadLoop","detail":"{readStateIndex:27115; appliedIndex:27114; }","duration":"214.643744ms","start":"2026-02-26T02:31:07.351891Z","end":"2026-02-26T02:31:07.566535Z","steps":["trace[1914920269] 'read index received' (duration: 214.343329ms)","trace[1914920269] 'applied index is now lower than readState.Index' (duration: 298.785µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:07.56666Z","caller":"traceutil/trace.go:171","msg":"trace[2046498572] transaction","detail":"{read_only:false; response_revision:26220; number_of_response:1; }","duration":"219.844359ms","start":"2026-02-26T02:31:07.34676Z","end":"2026-02-26T02:31:07.566604Z","steps":["trace[2046498572] 'process raft request' (duration: 219.514434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:07.56697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.057121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-26T02:31:07.567034Z","caller":"traceutil/trace.go:171","msg":"trace[811267648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26220; }","duration":"215.162664ms","start":"2026-02-26T02:31:07.351859Z","end":"2026-02-26T02:31:07.567022Z","steps":["trace[811267648] 'agreement among raft nodes before linearized reading' (duration: 214.92084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:07.567369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.833467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-26T02:31:07.567449Z","caller":"traceutil/trace.go:171","msg":"trace[1274875550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26220; }","duration":"163.96296ms","start":"2026-02-26T02:31:07.403464Z","end":"2026-02-26T02:31:07.567427Z","steps":["trace[1274875550] 'agreement among raft nodes before linearized reading' (duration: 163.769756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:07.567613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.704292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-26T02:31:07.569134Z","caller":"traceutil/trace.go:171","msg":"trace[2127218192] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26220; }","duration":"190.402572ms","start":"2026-02-26T02:31:07.378646Z","end":"2026-02-26T02:31:07.569048Z","steps":["trace[2127218192] 'agreement among raft nodes before linearized reading' (duration: 188.567739ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:07.736743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.587397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-26T02:31:07.737007Z","caller":"traceutil/trace.go:171","msg":"trace[51040409] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"161.987004ms","start":"2026-02-26T02:31:07.575Z","end":"2026-02-26T02:31:07.736987Z","steps":["trace[51040409] 'process raft request' (duration: 161.943213ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:07.737258Z","caller":"traceutil/trace.go:171","msg":"trace[1204638098] transaction","detail":"{read_only:false; response_revision:26221; number_of_response:1; }","duration":"164.625963ms","start":"2026-02-26T02:31:07.572615Z","end":"2026-02-26T02:31:07.737241Z","steps":["trace[1204638098] 'process raft request' (duration: 53.447995ms)","trace[1204638098] 'compare' (duration: 110.457544ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:07.737542Z","caller":"traceutil/trace.go:171","msg":"trace[1809398672] transaction","detail":"{read_only:false; response_revision:26222; number_of_response:1; }","duration":"163.465182ms","start":"2026-02-26T02:31:07.574065Z","end":"2026-02-26T02:31:07.73753Z","steps":["trace[1809398672] 'process raft request' (duration: 162.78782ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:17.412466Z","caller":"traceutil/trace.go:171","msg":"trace[913141023] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"100.267628ms","start":"2026-02-26T02:31:17.312174Z","end":"2026-02-26T02:31:17.412442Z","steps":["trace[913141023] 'process raft request' (duration: 100.014523ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:33.081627Z","caller":"traceutil/trace.go:171","msg":"trace[480944423] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"116.852821ms","start":"2026-02-26T02:31:32.964742Z","end":"2026-02-26T02:31:33.081595Z","steps":["trace[480944423] 'process raft request' (duration: 116.630797ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:35.162217Z","caller":"traceutil/trace.go:171","msg":"trace[924245212] linearizableReadLoop","detail":"{readStateIndex:27418; appliedIndex:27417; }","duration":"117.316738ms","start":"2026-02-26T02:31:35.044877Z","end":"2026-02-26T02:31:35.162194Z","steps":["trace[924245212] 'read index received' (duration: 117.214027ms)","trace[924245212] 'applied index is now lower than readState.Index' (duration: 101.701µs)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:35.162339Z","caller":"traceutil/trace.go:171","msg":"trace[987735942] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"127.708749ms","start":"2026-02-26T02:31:35.034597Z","end":"2026-02-26T02:31:35.162305Z","steps":["trace[987735942] 'process raft request' (duration: 127.409464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.16238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.493222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:35.162583Z","caller":"traceutil/trace.go:171","msg":"trace[2142402773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26514; }","duration":"117.729507ms","start":"2026-02-26T02:31:35.04482Z","end":"2026-02-26T02:31:35.16255Z","steps":["trace[2142402773] 'agreement among raft nodes before linearized reading' (duration: 117.509382ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:35.328333Z","caller":"traceutil/trace.go:171","msg":"trace[849899623] transaction","detail":"{read_only:false; response_revision:26516; number_of_response:1; }","duration":"224.659457ms","start":"2026-02-26T02:31:35.103646Z","end":"2026-02-26T02:31:35.328306Z","steps":["trace[849899623] 'process raft request' (duration: 224.545635ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:35.328359Z","caller":"traceutil/trace.go:171","msg":"trace[1554080241] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"237.832797ms","start":"2026-02-26T02:31:35.090484Z","end":"2026-02-26T02:31:35.328317Z","steps":["trace[1554080241] 'process raft request' (duration: 213.460953ms)","trace[1554080241] 'compare' (duration: 24.09323ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:35.328577Z","caller":"traceutil/trace.go:171","msg":"trace[1553048226] linearizableReadLoop","detail":"{readStateIndex:27423; appliedIndex:27418; }","duration":"166.251883ms","start":"2026-02-26T02:31:35.162306Z","end":"2026-02-26T02:31:35.328557Z","steps":["trace[1553048226] 'read index received' (duration: 141.592694ms)","trace[1553048226] 'applied index is now lower than readState.Index' (duration: 24.658179ms)"],"step_count":2} {"level":"info","ts":"2026-02-26T02:31:35.328704Z","caller":"traceutil/trace.go:171","msg":"trace[535572606] transaction","detail":"{read_only:false; response_revision:26517; number_of_response:1; }","duration":"224.786239ms","start":"2026-02-26T02:31:35.103903Z","end":"2026-02-26T02:31:35.328689Z","steps":["trace[535572606] 'process raft request' (duration: 224.357131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.328834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.399115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:35.328903Z","caller":"traceutil/trace.go:171","msg":"trace[23524953] transaction","detail":"{read_only:false; response_revision:26519; number_of_response:1; }","duration":"223.514206ms","start":"2026-02-26T02:31:35.105379Z","end":"2026-02-26T02:31:35.328894Z","steps":["trace[23524953] 'process raft request' (duration: 223.097048ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:35.328938Z","caller":"traceutil/trace.go:171","msg":"trace[205853850] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26519; }","duration":"217.527247ms","start":"2026-02-26T02:31:35.111391Z","end":"2026-02-26T02:31:35.328919Z","steps":["trace[205853850] 'agreement among raft nodes before linearized reading' (duration: 217.371714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.329047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.880997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-26T02:31:35.329103Z","caller":"traceutil/trace.go:171","msg":"trace[310064690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26519; }","duration":"164.969389ms","start":"2026-02-26T02:31:35.16412Z","end":"2026-02-26T02:31:35.329089Z","steps":["trace[310064690] 'agreement among raft nodes before linearized reading' (duration: 164.882227ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:35.328854Z","caller":"traceutil/trace.go:171","msg":"trace[1336326350] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"223.892374ms","start":"2026-02-26T02:31:35.104946Z","end":"2026-02-26T02:31:35.328839Z","steps":["trace[1336326350] 'process raft request' (duration: 223.435626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-26T02:31:35.32911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.331412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-26T02:31:35.329229Z","caller":"traceutil/trace.go:171","msg":"trace[1490001945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26519; }","duration":"218.475094ms","start":"2026-02-26T02:31:35.110731Z","end":"2026-02-26T02:31:35.329206Z","steps":["trace[1490001945] 'agreement among raft nodes before linearized reading' (duration: 218.206398ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:31:36.379068Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23671} {"level":"info","ts":"2026-02-26T02:31:36.516166Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23671,"took":"132.830561ms","hash":2021621193,"current-db-size-bytes":50675712,"current-db-size":"51 MB","current-db-size-in-use-bytes":33456128,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-02-26T02:31:36.516234Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2021621193,"revision":23671,"compact-revision":21477} {"level":"info","ts":"2026-02-26T02:36:36.385585Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26531} {"level":"info","ts":"2026-02-26T02:36:36.529831Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26531,"took":"140.679104ms","hash":1250097096,"current-db-size-bytes":50675712,"current-db-size":"51 MB","current-db-size-in-use-bytes":28581888,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-26T02:36:36.529907Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1250097096,"revision":26531,"compact-revision":23671} {"level":"info","ts":"2026-02-26T02:37:34.763188Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-26T02:37:34.769672Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-02-26T02:37:34.769833Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-02-26T02:41:36.393142Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28620} {"level":"info","ts":"2026-02-26T02:41:36.513453Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28620,"took":"115.776269ms","hash":4023439421,"current-db-size-bytes":50675712,"current-db-size":"51 MB","current-db-size-in-use-bytes":29577216,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-26T02:41:36.513521Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4023439421,"revision":28620,"compact-revision":26531} {"level":"info","ts":"2026-02-26T02:44:47.953034Z","caller":"traceutil/trace.go:171","msg":"trace[1681429316] transaction","detail":"{read_only:false; response_revision:32071; number_of_response:1; }","duration":"105.110027ms","start":"2026-02-26T02:44:47.847908Z","end":"2026-02-26T02:44:47.953018Z","steps":["trace[1681429316] 'process raft request' (duration: 104.886793ms)"],"step_count":1} {"level":"info","ts":"2026-02-26T02:46:36.399939Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30707} {"level":"info","ts":"2026-02-26T02:46:36.545666Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30707,"took":"142.106543ms","hash":2727913655,"current-db-size-bytes":50675712,"current-db-size":"51 MB","current-db-size-in-use-bytes":28467200,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-26T02:46:36.545725Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2727913655,"revision":30707,"compact-revision":28620} {"level":"info","ts":"2026-02-26T02:49:45.578811Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000089d0.wal"} {"level":"info","ts":"2026-02-26T02:51:36.408281Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32845} {"level":"info","ts":"2026-02-26T02:51:36.545966Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32845,"took":"133.775942ms","hash":2020323249,"current-db-size-bytes":51130368,"current-db-size":"51 MB","current-db-size-in-use-bytes":29892608,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-26T02:51:36.546045Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2020323249,"revision":32845,"compact-revision":30707}