{"level":"warn","ts":"2026-03-14T07:03:00.422334Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T07:03:00.422418Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.36:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.36:2380","--initial-cluster=instance=https://162.253.55.36:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.36:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.36:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-14T07:03:00.422478Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-14T07:03:00.422491Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-03-14T07:03:00.422507Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T07:03:00.423051Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"]} {"level":"info","ts":"2026-03-14T07:03:00.423144Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.36:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-14T07:03:00.427597Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.249254ms"} {"level":"info","ts":"2026-03-14T07:03:00.435134Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cb89ec34a9687f0b","cluster-id":"d8e0d5e222e856c9"} {"level":"info","ts":"2026-03-14T07:03:00.435252Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=()"} {"level":"info","ts":"2026-03-14T07:03:00.435284Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 0"} {"level":"info","ts":"2026-03-14T07:03:00.435299Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cb89ec34a9687f0b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-14T07:03:00.435313Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 1"} {"level":"info","ts":"2026-03-14T07:03:00.435368Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"warn","ts":"2026-03-14T07:03:00.445577Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-14T07:03:00.447724Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-14T07:03:00.450003Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-14T07:03:00.452808Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cb89ec34a9687f0b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-14T07:03:00.452969Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cb89ec34a9687f0b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-14T07:03:00.453136Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T07:03:00.453325Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T07:03:00.45339Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-14T07:03:00.454936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"info","ts":"2026-03-14T07:03:00.455334Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","added-peer-id":"cb89ec34a9687f0b","added-peer-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-03-14T07:03:00.456812Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-14T07:03:00.457039Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cb89ec34a9687f0b","initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-14T07:03:00.457077Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-14T07:03:00.456904Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-03-14T07:03:00.457523Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-03-14T07:03:00.936304Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b is starting a new election at term 1"} {"level":"info","ts":"2026-03-14T07:03:00.93644Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became pre-candidate at term 1"} {"level":"info","ts":"2026-03-14T07:03:00.936478Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgPreVoteResp from cb89ec34a9687f0b at term 1"} {"level":"info","ts":"2026-03-14T07:03:00.936501Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became candidate at term 2"} {"level":"info","ts":"2026-03-14T07:03:00.936513Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgVoteResp from cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-03-14T07:03:00.936529Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became leader at term 2"} {"level":"info","ts":"2026-03-14T07:03:00.93655Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cb89ec34a9687f0b elected leader cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-03-14T07:03:00.937456Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cb89ec34a9687f0b","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.36:2379]}","request-path":"/0/members/cb89ec34a9687f0b/attributes","cluster-id":"d8e0d5e222e856c9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-14T07:03:00.937807Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:03:00.938704Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T07:03:00.939193Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-14T07:03:00.939506Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-14T07:03:00.939572Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-14T07:03:00.939651Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:03:00.939781Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:03:00.939849Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-14T07:03:00.942503Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.36:2379"} {"level":"info","ts":"2026-03-14T07:03:00.943274Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-14T07:03:16.361797Z","caller":"traceutil/trace.go:171","msg":"trace[855516785] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"203.257272ms","start":"2026-03-14T07:03:16.158515Z","end":"2026-03-14T07:03:16.361772Z","steps":["trace[855516785] 'process raft request' (duration: 203.125769ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:32.895571Z","caller":"traceutil/trace.go:171","msg":"trace[987608524] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"269.187207ms","start":"2026-03-14T07:03:32.62635Z","end":"2026-03-14T07:03:32.895537Z","steps":["trace[987608524] 'process raft request' (duration: 262.996998ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:32.897734Z","caller":"traceutil/trace.go:171","msg":"trace[645049571] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"125.072146ms","start":"2026-03-14T07:03:32.772269Z","end":"2026-03-14T07:03:32.897342Z","steps":["trace[645049571] 'process raft request' (duration: 123.195595ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:50.839597Z","caller":"traceutil/trace.go:171","msg":"trace[221970930] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"106.705167ms","start":"2026-03-14T07:03:50.732866Z","end":"2026-03-14T07:03:50.839571Z","steps":["trace[221970930] 'process raft request' (duration: 106.39536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:51.147694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.470023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T07:03:51.147887Z","caller":"traceutil/trace.go:171","msg":"trace[1344675946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:521; }","duration":"111.711529ms","start":"2026-03-14T07:03:51.036145Z","end":"2026-03-14T07:03:51.147856Z","steps":["trace[1344675946] 'range keys from in-memory index tree' (duration: 111.373311ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:53.089596Z","caller":"traceutil/trace.go:171","msg":"trace[904799037] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"149.238055ms","start":"2026-03-14T07:03:52.940326Z","end":"2026-03-14T07:03:53.089564Z","steps":["trace[904799037] 'process raft request' (duration: 149.088992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:53.415318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.711372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:03:53.415419Z","caller":"traceutil/trace.go:171","msg":"trace[405693901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:526; }","duration":"209.885235ms","start":"2026-03-14T07:03:53.205508Z","end":"2026-03-14T07:03:53.415394Z","steps":["trace[405693901] 'range keys from in-memory index tree' (duration: 209.562269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:53.415402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.455509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-14T07:03:53.415478Z","caller":"traceutil/trace.go:171","msg":"trace[2077862900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:526; }","duration":"175.587352ms","start":"2026-03-14T07:03:53.239876Z","end":"2026-03-14T07:03:53.415463Z","steps":["trace[2077862900] 'range keys from in-memory index tree' (duration: 175.355227ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:59.250086Z","caller":"traceutil/trace.go:171","msg":"trace[700734200] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:598; }","duration":"267.620072ms","start":"2026-03-14T07:03:58.982438Z","end":"2026-03-14T07:03:59.250058Z","steps":["trace[700734200] 'read index received' (duration: 267.328846ms)","trace[700734200] 'applied index is now lower than readState.Index' (duration: 290.076µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:03:59.250218Z","caller":"traceutil/trace.go:171","msg":"trace[839980701] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"359.743724ms","start":"2026-03-14T07:03:58.89044Z","end":"2026-03-14T07:03:59.250184Z","steps":["trace[839980701] 'process raft request' (duration: 359.445147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:59.250331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.867757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:03:59.250402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.665912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-14T07:03:59.250421Z","caller":"traceutil/trace.go:171","msg":"trace[1501403192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:574; }","duration":"268.028531ms","start":"2026-03-14T07:03:58.982372Z","end":"2026-03-14T07:03:59.2504Z","steps":["trace[1501403192] 'agreement among raft nodes before linearized reading' (duration: 267.847217ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:03:59.250447Z","caller":"traceutil/trace.go:171","msg":"trace[729409141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:574; }","duration":"135.779034ms","start":"2026-03-14T07:03:59.114655Z","end":"2026-03-14T07:03:59.250434Z","steps":["trace[729409141] 'agreement among raft nodes before linearized reading' (duration: 135.623551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:03:59.250919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:03:58.890408Z","time spent":"359.886467ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:03.480572Z","caller":"traceutil/trace.go:171","msg":"trace[2075400997] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:633; }","duration":"217.103796ms","start":"2026-03-14T07:04:03.263445Z","end":"2026-03-14T07:04:03.480549Z","steps":["trace[2075400997] 'read index received' (duration: 216.81687ms)","trace[2075400997] 'applied index is now lower than readState.Index' (duration: 285.886µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:03.48066Z","caller":"traceutil/trace.go:171","msg":"trace[2012449224] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"279.535859ms","start":"2026-03-14T07:04:03.201085Z","end":"2026-03-14T07:04:03.480621Z","steps":["trace[2012449224] 'process raft request' (duration: 279.311563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:03.481033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.563917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mwssg\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-03-14T07:04:03.48101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.156067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-14T07:04:03.481087Z","caller":"traceutil/trace.go:171","msg":"trace[730616355] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mwssg; range_end:; response_count:1; response_revision:607; }","duration":"217.672439ms","start":"2026-03-14T07:04:03.263403Z","end":"2026-03-14T07:04:03.481075Z","steps":["trace[730616355] 'agreement among raft nodes before linearized reading' (duration: 217.290601ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:03.481137Z","caller":"traceutil/trace.go:171","msg":"trace[955111129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:607; }","duration":"216.397111ms","start":"2026-03-14T07:04:03.264718Z","end":"2026-03-14T07:04:03.481115Z","steps":["trace[955111129] 'agreement among raft nodes before linearized reading' (duration: 216.025573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:03.481204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.018366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:04:03.481879Z","caller":"traceutil/trace.go:171","msg":"trace[1398584899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:607; }","duration":"204.118228ms","start":"2026-03-14T07:04:03.277122Z","end":"2026-03-14T07:04:03.481241Z","steps":["trace[1398584899] 'agreement among raft nodes before linearized reading' (duration: 203.987145ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:04.035661Z","caller":"traceutil/trace.go:171","msg":"trace[1486355542] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"545.701987ms","start":"2026-03-14T07:04:03.489933Z","end":"2026-03-14T07:04:04.035635Z","steps":["trace[1486355542] 'process raft request' (duration: 527.989542ms)","trace[1486355542] 'compare' (duration: 17.621893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:04:04.035789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:03.489914Z","time spent":"545.80636ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:04.079293Z","caller":"traceutil/trace.go:171","msg":"trace[2027534233] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:634; }","duration":"247.401222ms","start":"2026-03-14T07:04:03.831871Z","end":"2026-03-14T07:04:04.079272Z","steps":["trace[2027534233] 'read index received' (duration: 186.039995ms)","trace[2027534233] 'applied index is now lower than readState.Index' (duration: 61.360537ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:04:04.079604Z","caller":"traceutil/trace.go:171","msg":"trace[1446147097] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"588.883559ms","start":"2026-03-14T07:04:03.490706Z","end":"2026-03-14T07:04:04.07959Z","steps":["trace[1446147097] 'process raft request' (duration: 588.325247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:04.079723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:03.490693Z","time spent":"588.947471ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:04.079742Z","caller":"traceutil/trace.go:171","msg":"trace[1102559647] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"583.51615ms","start":"2026-03-14T07:04:03.496162Z","end":"2026-03-14T07:04:04.079678Z","steps":["trace[1102559647] 'process raft request' (duration: 583.06821ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:04.07978Z","caller":"traceutil/trace.go:171","msg":"trace[2092951008] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"588.680165ms","start":"2026-03-14T07:04:03.491075Z","end":"2026-03-14T07:04:04.079755Z","steps":["trace[2092951008] 'process raft request' (duration: 588.100142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:04.079906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:03.491064Z","time spent":"588.777007ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:04:04.079924Z","caller":"traceutil/trace.go:171","msg":"trace[377887352] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"588.890409ms","start":"2026-03-14T07:04:03.490993Z","end":"2026-03-14T07:04:04.079884Z","steps":["trace[377887352] 'process raft request' (duration: 588.152073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:04:04.079911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:03.496153Z","time spent":"583.668163ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:04:04.080119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:04:03.49096Z","time spent":"589.042393ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:04:04.079955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.090307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:04:04.080244Z","caller":"traceutil/trace.go:171","msg":"trace[1529539777] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:612; }","duration":"248.436475ms","start":"2026-03-14T07:04:03.831793Z","end":"2026-03-14T07:04:04.08023Z","steps":["trace[1529539777] 'agreement among raft nodes before linearized reading' (duration: 248.125447ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:06.390812Z","caller":"traceutil/trace.go:171","msg":"trace[853738262] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"105.362116ms","start":"2026-03-14T07:04:06.285427Z","end":"2026-03-14T07:04:06.390789Z","steps":["trace[853738262] 'process raft request' (duration: 105.197353ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:06.39621Z","caller":"traceutil/trace.go:171","msg":"trace[1818711200] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"101.666444ms","start":"2026-03-14T07:04:06.294494Z","end":"2026-03-14T07:04:06.396161Z","steps":["trace[1818711200] 'process raft request' (duration: 101.46263ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:07.7223Z","caller":"traceutil/trace.go:171","msg":"trace[1843803559] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"159.015413ms","start":"2026-03-14T07:04:07.563257Z","end":"2026-03-14T07:04:07.722272Z","steps":["trace[1843803559] 'process raft request' (duration: 158.87876ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:10.973544Z","caller":"traceutil/trace.go:171","msg":"trace[277848774] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"251.875452ms","start":"2026-03-14T07:04:10.721636Z","end":"2026-03-14T07:04:10.973512Z","steps":["trace[277848774] 'process raft request' (duration: 251.697158ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:10.980987Z","caller":"traceutil/trace.go:171","msg":"trace[619164565] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"198.090144ms","start":"2026-03-14T07:04:10.782862Z","end":"2026-03-14T07:04:10.980952Z","steps":["trace[619164565] 'process raft request' (duration: 197.829868ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:04:58.358888Z","caller":"traceutil/trace.go:171","msg":"trace[1351007807] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"205.943368ms","start":"2026-03-14T07:04:58.152899Z","end":"2026-03-14T07:04:58.358842Z","steps":["trace[1351007807] 'process raft request' (duration: 204.265803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:03.820987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.763876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-42xs7\" ","response":"range_response_count:1 size:4178"} {"level":"info","ts":"2026-03-14T07:05:03.821083Z","caller":"traceutil/trace.go:171","msg":"trace[1184148282] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-42xs7; range_end:; response_count:1; response_revision:1285; }","duration":"220.905759ms","start":"2026-03-14T07:05:03.600156Z","end":"2026-03-14T07:05:03.821061Z","steps":["trace[1184148282] 'range keys from in-memory index tree' (duration: 220.595702ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:04.086602Z","caller":"traceutil/trace.go:171","msg":"trace[1817598015] linearizableReadLoop","detail":"{readStateIndex:1332; appliedIndex:1331; }","duration":"105.897512ms","start":"2026-03-14T07:05:03.980684Z","end":"2026-03-14T07:05:04.086582Z","steps":["trace[1817598015] 'read index received' (duration: 105.688928ms)","trace[1817598015] 'applied index is now lower than readState.Index' (duration: 207.484µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:04.086902Z","caller":"traceutil/trace.go:171","msg":"trace[1392782424] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"258.870018ms","start":"2026-03-14T07:05:03.828015Z","end":"2026-03-14T07:05:04.086885Z","steps":["trace[1392782424] 'process raft request' (duration: 258.411899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:04.087308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.598227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:04.087396Z","caller":"traceutil/trace.go:171","msg":"trace[1101742731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1286; }","duration":"106.72103ms","start":"2026-03-14T07:05:03.980654Z","end":"2026-03-14T07:05:04.087375Z","steps":["trace[1101742731] 'agreement among raft nodes before linearized reading' (duration: 106.574247ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:12.594359Z","caller":"traceutil/trace.go:171","msg":"trace[503954336] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"107.086838ms","start":"2026-03-14T07:05:12.48724Z","end":"2026-03-14T07:05:12.594327Z","steps":["trace[503954336] 'process raft request' (duration: 46.966523ms)","trace[503954336] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 59.92959ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:16.500185Z","caller":"traceutil/trace.go:171","msg":"trace[578766427] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"107.334962ms","start":"2026-03-14T07:05:16.392803Z","end":"2026-03-14T07:05:16.500138Z","steps":["trace[578766427] 'process raft request' (duration: 106.992685ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:24.151169Z","caller":"traceutil/trace.go:171","msg":"trace[232212027] linearizableReadLoop","detail":"{readStateIndex:1669; appliedIndex:1668; }","duration":"169.392527ms","start":"2026-03-14T07:05:23.981755Z","end":"2026-03-14T07:05:24.151148Z","steps":["trace[232212027] 'read index received' (duration: 169.202903ms)","trace[232212027] 'applied index is now lower than readState.Index' (duration: 188.804µs)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:24.151327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.566142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:24.151362Z","caller":"traceutil/trace.go:171","msg":"trace[2136593708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1597; }","duration":"169.653623ms","start":"2026-03-14T07:05:23.981698Z","end":"2026-03-14T07:05:24.151352Z","steps":["trace[2136593708] 'agreement among raft nodes before linearized reading' (duration: 169.580111ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:24.151313Z","caller":"traceutil/trace.go:171","msg":"trace[2037363552] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"295.45695ms","start":"2026-03-14T07:05:23.855795Z","end":"2026-03-14T07:05:24.151252Z","steps":["trace[2037363552] 'process raft request' (duration: 295.217995ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:32.309385Z","caller":"traceutil/trace.go:171","msg":"trace[451338039] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"105.88363ms","start":"2026-03-14T07:05:32.203459Z","end":"2026-03-14T07:05:32.309342Z","steps":["trace[451338039] 'process raft request' (duration: 105.651784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:33.109132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.689895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:33.109232Z","caller":"traceutil/trace.go:171","msg":"trace[167960041] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1699; }","duration":"712.865919ms","start":"2026-03-14T07:05:32.396343Z","end":"2026-03-14T07:05:33.109208Z","steps":["trace[167960041] 'count revisions from in-memory index tree' (duration: 712.595164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:33.10929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:32.396326Z","time spent":"712.952771ms","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:05:33.109415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.918702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f6f0229-e257-4a26-b733-ecf64f0ebe75\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-14T07:05:33.109515Z","caller":"traceutil/trace.go:171","msg":"trace[182515606] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8f6f0229-e257-4a26-b733-ecf64f0ebe75; range_end:; response_count:1; response_revision:1699; }","duration":"653.031644ms","start":"2026-03-14T07:05:32.456465Z","end":"2026-03-14T07:05:33.109497Z","steps":["trace[182515606] 'range keys from in-memory index tree' (duration: 652.757468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:33.109564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:32.456432Z","time spent":"653.120746ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f6f0229-e257-4a26-b733-ecf64f0ebe75\" "} {"level":"info","ts":"2026-03-14T07:05:33.109466Z","caller":"traceutil/trace.go:171","msg":"trace[1221625326] linearizableReadLoop","detail":"{readStateIndex:1774; appliedIndex:1773; }","duration":"433.544707ms","start":"2026-03-14T07:05:32.675893Z","end":"2026-03-14T07:05:33.109437Z","steps":["trace[1221625326] 'read index received' (duration: 381.082242ms)","trace[1221625326] 'applied index is now lower than readState.Index' (duration: 52.460605ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:33.109766Z","caller":"traceutil/trace.go:171","msg":"trace[542429607] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"635.510773ms","start":"2026-03-14T07:05:32.474187Z","end":"2026-03-14T07:05:33.109697Z","steps":["trace[542429607] 'process raft request' (duration: 582.801033ms)","trace[542429607] 'compare' (duration: 52.208369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:33.109829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.810223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T07:05:33.109868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.094615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f6f0229-e257-4a26-b733-ecf64f0ebe75\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-14T07:05:33.1099Z","caller":"traceutil/trace.go:171","msg":"trace[1415242580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1700; }","duration":"290.885695ms","start":"2026-03-14T07:05:32.818981Z","end":"2026-03-14T07:05:33.109866Z","steps":["trace[1415242580] 'agreement among raft nodes before linearized reading' (duration: 290.762132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:33.109905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.726668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:33.109918Z","caller":"traceutil/trace.go:171","msg":"trace[1988188767] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8f6f0229-e257-4a26-b733-ecf64f0ebe75; range_end:; response_count:1; response_revision:1700; }","duration":"366.202857ms","start":"2026-03-14T07:05:32.743702Z","end":"2026-03-14T07:05:33.109905Z","steps":["trace[1988188767] 'agreement among raft nodes before linearized reading' (duration: 366.043224ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:33.109939Z","caller":"traceutil/trace.go:171","msg":"trace[1656409586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1700; }","duration":"128.786869ms","start":"2026-03-14T07:05:32.981142Z","end":"2026-03-14T07:05:33.109929Z","steps":["trace[1656409586] 'agreement among raft nodes before linearized reading' (duration: 128.725818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:33.109933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:32.474161Z","time spent":"635.684256ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:33.109955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:32.743651Z","time spent":"366.297649ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f6f0229-e257-4a26-b733-ecf64f0ebe75\" "} {"level":"warn","ts":"2026-03-14T07:05:33.109976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.952436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:05:33.110089Z","caller":"traceutil/trace.go:171","msg":"trace[1267837510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1700; }","duration":"434.251133ms","start":"2026-03-14T07:05:32.675822Z","end":"2026-03-14T07:05:33.110074Z","steps":["trace[1267837510] 'agreement among raft nodes before linearized reading' (duration: 433.875455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:33.110136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.971312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T07:05:33.110182Z","caller":"traceutil/trace.go:171","msg":"trace[916563423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1700; }","duration":"327.061604ms","start":"2026-03-14T07:05:32.783107Z","end":"2026-03-14T07:05:33.110169Z","steps":["trace[916563423] 'agreement among raft nodes before linearized reading' (duration: 326.964682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:33.110219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:32.783083Z","time spent":"327.128325ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:05:33.110231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.965614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T07:05:33.110011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.394798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:05:33.110266Z","caller":"traceutil/trace.go:171","msg":"trace[1649188984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1700; }","duration":"328.023845ms","start":"2026-03-14T07:05:32.782232Z","end":"2026-03-14T07:05:33.110255Z","steps":["trace[1649188984] 'agreement among raft nodes before linearized reading' (duration: 327.885493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:33.110155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:32.675793Z","time spent":"434.346824ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:05:33.110289Z","caller":"traceutil/trace.go:171","msg":"trace[1535497323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1700; }","duration":"287.702565ms","start":"2026-03-14T07:05:32.822575Z","end":"2026-03-14T07:05:33.110277Z","steps":["trace[1535497323] 'agreement among raft nodes before linearized reading' (duration: 287.329807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:33.110296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:32.782218Z","time spent":"328.071796ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:05:33.824201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583201359749315,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:05:34.216936Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05166261s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:05:34.217353Z","caller":"traceutil/trace.go:171","msg":"trace[452882575] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"1.10258148s","start":"2026-03-14T07:05:33.114752Z","end":"2026-03-14T07:05:34.217333Z","steps":["trace[452882575] 'process raft request' (duration: 1.102398966s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:34.217499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:33.114725Z","time spent":"1.102699493s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:34.21774Z","caller":"traceutil/trace.go:171","msg":"trace[410466755] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"1.102257093s","start":"2026-03-14T07:05:33.115448Z","end":"2026-03-14T07:05:34.217705Z","steps":["trace[410466755] 'process raft request' (duration: 1.101847255s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:34.21778Z","caller":"traceutil/trace.go:171","msg":"trace[998111779] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"1.101847824s","start":"2026-03-14T07:05:33.115905Z","end":"2026-03-14T07:05:34.217753Z","steps":["trace[998111779] 'process raft request' (duration: 1.10164884s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:34.217915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:33.11544Z","time spent":"1.102377106s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:34.217927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:33.115898Z","time spent":"1.101945756s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:34.217942Z","caller":"traceutil/trace.go:171","msg":"trace[1021331928] linearizableReadLoop","detail":"{readStateIndex:1781; appliedIndex:1775; }","duration":"894.622934ms","start":"2026-03-14T07:05:33.323297Z","end":"2026-03-14T07:05:34.21792Z","steps":["trace[1021331928] 'read index received' (duration: 893.889078ms)","trace[1021331928] 'applied index is now lower than readState.Index' (duration: 732.946µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:34.218047Z","caller":"traceutil/trace.go:171","msg":"trace[820596163] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"1.063769683s","start":"2026-03-14T07:05:33.154263Z","end":"2026-03-14T07:05:34.218033Z","steps":["trace[820596163] 'process raft request' (duration: 1.063544309s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:34.218105Z","caller":"traceutil/trace.go:171","msg":"trace[446326183] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"1.101461786s","start":"2026-03-14T07:05:33.116624Z","end":"2026-03-14T07:05:34.218085Z","steps":["trace[446326183] 'process raft request' (duration: 1.101029366s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:34.218124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.830369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T07:05:34.21807Z","caller":"traceutil/trace.go:171","msg":"trace[783677139] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"1.1007404s","start":"2026-03-14T07:05:33.117265Z","end":"2026-03-14T07:05:34.218005Z","steps":["trace[783677139] 'process raft request' (duration: 1.100432023s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:34.218153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:33.154244Z","time spent":"1.063838125s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:05:34.218172Z","caller":"traceutil/trace.go:171","msg":"trace[730382919] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1707; }","duration":"894.933001ms","start":"2026-03-14T07:05:33.323227Z","end":"2026-03-14T07:05:34.21816Z","steps":["trace[730382919] 'agreement among raft nodes before linearized reading' (duration: 894.795148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:34.218198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:33.116617Z","time spent":"1.101536197s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:34.218228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:33.323204Z","time spent":"895.016613ms","remote":"127.0.0.1:38136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T07:05:34.218389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:33.117237Z","time spent":"1.100970035s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:34.276222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.271544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:05:34.276237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.892175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:05:34.276286Z","caller":"traceutil/trace.go:171","msg":"trace[501276371] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1708; }","duration":"743.391366ms","start":"2026-03-14T07:05:33.532878Z","end":"2026-03-14T07:05:34.276269Z","steps":["trace[501276371] 'agreement among raft nodes before linearized reading' (duration: 743.218102ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:34.276298Z","caller":"traceutil/trace.go:171","msg":"trace[1511740480] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1708; }","duration":"654.984687ms","start":"2026-03-14T07:05:33.621291Z","end":"2026-03-14T07:05:34.276276Z","steps":["trace[1511740480] 'agreement among raft nodes before linearized reading' (duration: 654.887585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:34.276322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:33.532853Z","time spent":"743.459498ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:05:34.276327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:33.621267Z","time spent":"655.051639ms","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:05:34.276406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.278061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T07:05:34.276493Z","caller":"traceutil/trace.go:171","msg":"trace[49014765] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:1708; }","duration":"190.421584ms","start":"2026-03-14T07:05:34.086059Z","end":"2026-03-14T07:05:34.276481Z","steps":["trace[49014765] 'agreement among raft nodes before linearized reading' (duration: 190.153798ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:34.276418Z","caller":"traceutil/trace.go:171","msg":"trace[499536537] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"394.325692ms","start":"2026-03-14T07:05:33.882074Z","end":"2026-03-14T07:05:34.276399Z","steps":["trace[499536537] 'process raft request' (duration: 393.887482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:34.276689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:33.882034Z","time spent":"394.543697ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:34.276912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.999854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:05:34.27694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.128078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8f6f0229-e257-4a26-b733-ecf64f0ebe75\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-03-14T07:05:34.276955Z","caller":"traceutil/trace.go:171","msg":"trace[1498859343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1708; }","duration":"295.102646ms","start":"2026-03-14T07:05:33.981842Z","end":"2026-03-14T07:05:34.276944Z","steps":["trace[1498859343] 'agreement among raft nodes before linearized reading' (duration: 294.293769ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:34.276994Z","caller":"traceutil/trace.go:171","msg":"trace[908144520] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8f6f0229-e257-4a26-b733-ecf64f0ebe75; range_end:; response_count:1; response_revision:1708; }","duration":"163.23627ms","start":"2026-03-14T07:05:34.113743Z","end":"2026-03-14T07:05:34.276979Z","steps":["trace[908144520] 'agreement among raft nodes before linearized reading' (duration: 162.372652ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:42.566837Z","caller":"traceutil/trace.go:171","msg":"trace[1302994999] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"173.669338ms","start":"2026-03-14T07:05:42.393149Z","end":"2026-03-14T07:05:42.566818Z","steps":["trace[1302994999] 'process raft request' (duration: 173.481554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:43.709223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583201359749497,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:05:44.138454Z","caller":"traceutil/trace.go:171","msg":"trace[1231819679] linearizableReadLoop","detail":"{readStateIndex:1868; appliedIndex:1867; }","duration":"929.519526ms","start":"2026-03-14T07:05:43.208907Z","end":"2026-03-14T07:05:44.138426Z","steps":["trace[1231819679] 'read index received' (duration: 929.25102ms)","trace[1231819679] 'applied index is now lower than readState.Index' (duration: 267.626µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:44.138551Z","caller":"traceutil/trace.go:171","msg":"trace[1032974534] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"984.155046ms","start":"2026-03-14T07:05:43.154357Z","end":"2026-03-14T07:05:44.138513Z","steps":["trace[1032974534] 'process raft request' (duration: 983.884261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:44.138759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:43.154328Z","time spent":"984.32039ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:05:44.138777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.846783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-14T07:05:44.138816Z","caller":"traceutil/trace.go:171","msg":"trace[1064587938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1791; }","duration":"929.946155ms","start":"2026-03-14T07:05:43.208857Z","end":"2026-03-14T07:05:44.138803Z","steps":["trace[1064587938] 'agreement among raft nodes before linearized reading' (duration: 929.7446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:44.138789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.564326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:05:44.138866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:43.208835Z","time spent":"930.021067ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:05:44.138885Z","caller":"traceutil/trace.go:171","msg":"trace[1437852319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1791; }","duration":"156.710229ms","start":"2026-03-14T07:05:43.98215Z","end":"2026-03-14T07:05:44.13886Z","steps":["trace[1437852319] 'agreement among raft nodes before linearized reading' (duration: 156.563936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:44.138975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.973805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:05:44.139115Z","caller":"traceutil/trace.go:171","msg":"trace[608014961] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1791; }","duration":"511.17681ms","start":"2026-03-14T07:05:43.627908Z","end":"2026-03-14T07:05:44.139085Z","steps":["trace[608014961] 'agreement among raft nodes before linearized reading' (duration: 510.902984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:44.138984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.882081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-14T07:05:44.139186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:43.62789Z","time spent":"511.282353ms","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:05:44.139304Z","caller":"traceutil/trace.go:171","msg":"trace[1190696557] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1791; }","duration":"857.233699ms","start":"2026-03-14T07:05:43.282009Z","end":"2026-03-14T07:05:44.139243Z","steps":["trace[1190696557] 'agreement among raft nodes before linearized reading' (duration: 856.697268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:44.139427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:05:43.281982Z","time spent":"857.421284ms","remote":"127.0.0.1:38136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-14T07:05:44.358827Z","caller":"traceutil/trace.go:171","msg":"trace[1229453379] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"213.21645ms","start":"2026-03-14T07:05:44.145568Z","end":"2026-03-14T07:05:44.358785Z","steps":["trace[1229453379] 'process raft request' (duration: 212.940394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:54.662891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.675986ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:05:54.663078Z","caller":"traceutil/trace.go:171","msg":"trace[25726291] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1852; }","duration":"127.88779ms","start":"2026-03-14T07:05:54.535167Z","end":"2026-03-14T07:05:54.663055Z","steps":["trace[25726291] 'range keys from in-memory index tree' (duration: 127.651056ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:05:54.663054Z","caller":"traceutil/trace.go:171","msg":"trace[1865727561] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"256.34472ms","start":"2026-03-14T07:05:54.406665Z","end":"2026-03-14T07:05:54.66301Z","steps":["trace[1865727561] 'process raft request' (duration: 226.688714ms)","trace[1865727561] 'compare' (duration: 29.385161ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:05:54.663099Z","caller":"traceutil/trace.go:171","msg":"trace[1537850711] linearizableReadLoop","detail":"{readStateIndex:1933; appliedIndex:1932; }","duration":"251.707291ms","start":"2026-03-14T07:05:54.411364Z","end":"2026-03-14T07:05:54.663072Z","steps":["trace[1537850711] 'read index received' (duration: 222.005613ms)","trace[1537850711] 'applied index is now lower than readState.Index' (duration: 29.698298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:05:54.663433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.053018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:05:54.663458Z","caller":"traceutil/trace.go:171","msg":"trace[923758217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1853; }","duration":"252.105509ms","start":"2026-03-14T07:05:54.411347Z","end":"2026-03-14T07:05:54.663452Z","steps":["trace[923758217] 'agreement among raft nodes before linearized reading' (duration: 251.868874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:54.664022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.534429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:05:54.664046Z","caller":"traceutil/trace.go:171","msg":"trace[654829733] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1854; }","duration":"247.55809ms","start":"2026-03-14T07:05:54.416481Z","end":"2026-03-14T07:05:54.664039Z","steps":["trace[654829733] 'agreement among raft nodes before linearized reading' (duration: 247.503918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:54.664121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.342141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:05:54.66414Z","caller":"traceutil/trace.go:171","msg":"trace[1120570282] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1854; }","duration":"218.414244ms","start":"2026-03-14T07:05:54.445719Z","end":"2026-03-14T07:05:54.664134Z","steps":["trace[1120570282] 'agreement among raft nodes before linearized reading' (duration: 218.381292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:54.664145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.617696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:05:54.664221Z","caller":"traceutil/trace.go:171","msg":"trace[49995092] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1854; }","duration":"250.710289ms","start":"2026-03-14T07:05:54.413492Z","end":"2026-03-14T07:05:54.664202Z","steps":["trace[49995092] 'agreement among raft nodes before linearized reading' (duration: 250.503424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:05:54.664729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.793393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T07:05:54.664861Z","caller":"traceutil/trace.go:171","msg":"trace[1180940637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1854; }","duration":"251.973136ms","start":"2026-03-14T07:05:54.412865Z","end":"2026-03-14T07:05:54.664838Z","steps":["trace[1180940637] 'agreement among raft nodes before linearized reading' (duration: 251.089316ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:16.886586Z","caller":"traceutil/trace.go:171","msg":"trace[1124514502] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"155.588463ms","start":"2026-03-14T07:06:16.730974Z","end":"2026-03-14T07:06:16.886562Z","steps":["trace[1124514502] 'process raft request' (duration: 155.43111ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:17.20906Z","caller":"traceutil/trace.go:171","msg":"trace[1527627522] linearizableReadLoop","detail":"{readStateIndex:2054; appliedIndex:2053; }","duration":"321.247756ms","start":"2026-03-14T07:06:16.887772Z","end":"2026-03-14T07:06:17.209019Z","steps":["trace[1527627522] 'read index received' (duration: 266.449032ms)","trace[1527627522] 'applied index is now lower than readState.Index' (duration: 54.796854ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:06:17.209222Z","caller":"traceutil/trace.go:171","msg":"trace[1665609348] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"430.202213ms","start":"2026-03-14T07:06:16.779004Z","end":"2026-03-14T07:06:17.209206Z","steps":["trace[1665609348] 'process raft request' (duration: 375.107882ms)","trace[1665609348] 'compare' (duration: 54.660102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:06:17.209351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:16.778976Z","time spent":"430.280426ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:06:17.209405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.730343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T07:06:17.209465Z","caller":"traceutil/trace.go:171","msg":"trace[2003938605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1969; }","duration":"313.819726ms","start":"2026-03-14T07:06:16.895632Z","end":"2026-03-14T07:06:17.209452Z","steps":["trace[2003938605] 'agreement among raft nodes before linearized reading' (duration: 313.645412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:17.209491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:16.895624Z","time spent":"313.859896ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:06:17.209518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.364427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:06:17.209603Z","caller":"traceutil/trace.go:171","msg":"trace[445757665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1969; }","duration":"314.468221ms","start":"2026-03-14T07:06:16.895117Z","end":"2026-03-14T07:06:17.209585Z","steps":["trace[445757665] 'agreement among raft nodes before linearized reading' (duration: 314.167903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:17.209656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.886841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:06:17.209679Z","caller":"traceutil/trace.go:171","msg":"trace[887049354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1969; }","duration":"321.950942ms","start":"2026-03-14T07:06:16.887723Z","end":"2026-03-14T07:06:17.209674Z","steps":["trace[887049354] 'agreement among raft nodes before linearized reading' (duration: 321.585764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:17.209658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.095624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:06:17.209641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:16.895083Z","time spent":"314.547642ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:06:17.209644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.984078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:06:17.209744Z","caller":"traceutil/trace.go:171","msg":"trace[1170082338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1969; }","duration":"227.219158ms","start":"2026-03-14T07:06:16.982502Z","end":"2026-03-14T07:06:17.209721Z","steps":["trace[1170082338] 'agreement among raft nodes before linearized reading' (duration: 227.013552ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:17.209749Z","caller":"traceutil/trace.go:171","msg":"trace[413030050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1969; }","duration":"319.108101ms","start":"2026-03-14T07:06:16.890624Z","end":"2026-03-14T07:06:17.209732Z","steps":["trace[413030050] 'agreement among raft nodes before linearized reading' (duration: 318.887185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:17.209783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:16.890616Z","time spent":"319.159342ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:06:17.209697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:16.887705Z","time spent":"321.986484ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:06:17.209505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.584733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:06:17.21012Z","caller":"traceutil/trace.go:171","msg":"trace[1255627856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1969; }","duration":"321.215237ms","start":"2026-03-14T07:06:16.888873Z","end":"2026-03-14T07:06:17.210089Z","steps":["trace[1255627856] 'agreement among raft nodes before linearized reading' (duration: 320.390589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:17.210462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:16.888816Z","time spent":"321.624876ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:06:17.539755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.25947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:06:17.539999Z","caller":"traceutil/trace.go:171","msg":"trace[2011161526] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"325.314506ms","start":"2026-03-14T07:06:17.214637Z","end":"2026-03-14T07:06:17.539951Z","steps":["trace[2011161526] 'process raft request' (duration: 206.453383ms)","trace[2011161526] 'compare' (duration: 118.089896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:06:17.540186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:17.214606Z","time spent":"325.48493ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:06:17.540353Z","caller":"traceutil/trace.go:171","msg":"trace[1126826216] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"324.866726ms","start":"2026-03-14T07:06:17.215461Z","end":"2026-03-14T07:06:17.540328Z","steps":["trace[1126826216] 'process raft request' (duration: 324.413085ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:17.540426Z","caller":"traceutil/trace.go:171","msg":"trace[944316754] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"324.776675ms","start":"2026-03-14T07:06:17.215583Z","end":"2026-03-14T07:06:17.54036Z","steps":["trace[944316754] 'process raft request' (duration: 324.634742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:17.540486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:17.215444Z","time spent":"324.992999ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:06:17.540495Z","caller":"traceutil/trace.go:171","msg":"trace[1834607935] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"324.807225ms","start":"2026-03-14T07:06:17.215551Z","end":"2026-03-14T07:06:17.540358Z","steps":["trace[1834607935] 'process raft request' (duration: 324.552518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:17.540625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:17.215533Z","time spent":"325.02807ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:06:17.540699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:17.215568Z","time spent":"324.947048ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:06:18.549483Z","caller":"traceutil/trace.go:171","msg":"trace[93688784] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"171.600733ms","start":"2026-03-14T07:06:18.377854Z","end":"2026-03-14T07:06:18.549455Z","steps":["trace[93688784] 'process raft request' (duration: 171.341387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:18.896827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.943183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:06:18.896977Z","caller":"traceutil/trace.go:171","msg":"trace[1833989905] linearizableReadLoop","detail":"{readStateIndex:2061; appliedIndex:2060; }","duration":"347.04883ms","start":"2026-03-14T07:06:18.549882Z","end":"2026-03-14T07:06:18.896931Z","steps":["trace[1833989905] 'read index received' (duration: 184.78759ms)","trace[1833989905] 'applied index is now lower than readState.Index' (duration: 162.26018ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:06:18.897117Z","caller":"traceutil/trace.go:171","msg":"trace[587358992] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"358.652433ms","start":"2026-03-14T07:06:18.538409Z","end":"2026-03-14T07:06:18.897062Z","steps":["trace[587358992] 'process raft request' (duration: 196.382083ms)","trace[587358992] 'compare' (duration: 161.8317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:06:18.89728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.385598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-14T07:06:18.897324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:18.538367Z","time spent":"358.844787ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:06:18.897384Z","caller":"traceutil/trace.go:171","msg":"trace[1850179287] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1976; }","duration":"347.52934ms","start":"2026-03-14T07:06:18.549828Z","end":"2026-03-14T07:06:18.897358Z","steps":["trace[1850179287] 'agreement among raft nodes before linearized reading' (duration: 347.245524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:18.897455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:18.549815Z","time spent":"347.608462ms","remote":"127.0.0.1:38136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-14T07:06:19.322112Z","caller":"traceutil/trace.go:171","msg":"trace[576128443] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"106.666626ms","start":"2026-03-14T07:06:19.215431Z","end":"2026-03-14T07:06:19.322098Z","steps":["trace[576128443] 'process raft request' (duration: 106.499643ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:24.783522Z","caller":"traceutil/trace.go:171","msg":"trace[1700617696] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"212.409623ms","start":"2026-03-14T07:06:24.571068Z","end":"2026-03-14T07:06:24.783478Z","steps":["trace[1700617696] 'process raft request' (duration: 212.159088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:25.440507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583201359750017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:06:25.597006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.535544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:06:25.597088Z","caller":"traceutil/trace.go:171","msg":"trace[1438219140] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2004; }","duration":"740.725168ms","start":"2026-03-14T07:06:24.856347Z","end":"2026-03-14T07:06:25.597072Z","steps":["trace[1438219140] 'count revisions from in-memory index tree' (duration: 740.450212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:25.597128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:24.856325Z","time spent":"740.79283ms","remote":"127.0.0.1:48066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:06:25.59712Z","caller":"traceutil/trace.go:171","msg":"trace[233731075] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"682.963957ms","start":"2026-03-14T07:06:24.914132Z","end":"2026-03-14T07:06:25.597096Z","steps":["trace[233731075] 'process raft request' (duration: 678.184213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:25.597258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:24.914109Z","time spent":"683.0719ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:06:25.953426Z","caller":"traceutil/trace.go:171","msg":"trace[1265085874] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"600.412877ms","start":"2026-03-14T07:06:25.352968Z","end":"2026-03-14T07:06:25.953381Z","steps":["trace[1265085874] 'process raft request' (duration: 509.280789ms)","trace[1265085874] 'compare' (duration: 90.873063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:06:25.953674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:25.352948Z","time spent":"600.627662ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:06:25.954082Z","caller":"traceutil/trace.go:171","msg":"trace[912267187] linearizableReadLoop","detail":"{readStateIndex:2093; appliedIndex:2091; }","duration":"1.013930037s","start":"2026-03-14T07:06:24.940116Z","end":"2026-03-14T07:06:25.954046Z","steps":["trace[912267187] 'read index received' (duration: 652.319899ms)","trace[912267187] 'applied index is now lower than readState.Index' (duration: 361.587847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:06:25.954302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014185912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T07:06:25.954368Z","caller":"traceutil/trace.go:171","msg":"trace[891370485] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2006; }","duration":"1.014298374s","start":"2026-03-14T07:06:24.940054Z","end":"2026-03-14T07:06:25.954353Z","steps":["trace[891370485] 'agreement among raft nodes before linearized reading' (duration: 1.01410334s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:25.954404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:24.940031Z","time spent":"1.014364726s","remote":"127.0.0.1:38136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T07:06:25.954583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.618817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T07:06:25.954561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.971921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:06:25.954655Z","caller":"traceutil/trace.go:171","msg":"trace[1302339733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2006; }","duration":"382.115984ms","start":"2026-03-14T07:06:25.572513Z","end":"2026-03-14T07:06:25.954629Z","steps":["trace[1302339733] 'agreement among raft nodes before linearized reading' (duration: 381.862259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:25.954369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.035273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:06:25.954705Z","caller":"traceutil/trace.go:171","msg":"trace[306881419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2006; }","duration":"972.431172ms","start":"2026-03-14T07:06:24.982265Z","end":"2026-03-14T07:06:25.954696Z","steps":["trace[306881419] 'agreement among raft nodes before linearized reading' (duration: 972.011663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:25.95471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:25.57249Z","time spent":"382.210117ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:06:25.954629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.824813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:06:25.954794Z","caller":"traceutil/trace.go:171","msg":"trace[1217973637] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2006; }","duration":"379.025067ms","start":"2026-03-14T07:06:25.575752Z","end":"2026-03-14T07:06:25.954777Z","steps":["trace[1217973637] 'agreement among raft nodes before linearized reading' (duration: 378.604578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:25.954803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:24.982245Z","time spent":"972.545024ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:06:25.954887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:25.575742Z","time spent":"379.087089ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:06:25.954896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.248753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:06:25.955047Z","caller":"traceutil/trace.go:171","msg":"trace[1963940417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2006; }","duration":"380.487769ms","start":"2026-03-14T07:06:25.574539Z","end":"2026-03-14T07:06:25.955027Z","steps":["trace[1963940417] 'agreement among raft nodes before linearized reading' (duration: 379.874486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:25.955057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.093797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:06:25.955142Z","caller":"traceutil/trace.go:171","msg":"trace[1594640292] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2006; }","duration":"703.23897ms","start":"2026-03-14T07:06:25.251885Z","end":"2026-03-14T07:06:25.955124Z","steps":["trace[1594640292] 'agreement among raft nodes before linearized reading' (duration: 703.094427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:25.955192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:25.251863Z","time spent":"703.318791ms","remote":"127.0.0.1:48102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:06:25.955163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:25.574512Z","time spent":"380.634881ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:06:25.955254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.442774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T07:06:25.955147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.538795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189ca35d9d83f537\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-14T07:06:25.955318Z","caller":"traceutil/trace.go:171","msg":"trace[742003514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2006; }","duration":"378.565478ms","start":"2026-03-14T07:06:25.576739Z","end":"2026-03-14T07:06:25.955305Z","steps":["trace[742003514] 'agreement among raft nodes before linearized reading' (duration: 378.425415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:25.955354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:25.576715Z","time spent":"378.631219ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:06:25.955357Z","caller":"traceutil/trace.go:171","msg":"trace[1881066712] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189ca35d9d83f537; range_end:; response_count:1; response_revision:2006; }","duration":"212.790961ms","start":"2026-03-14T07:06:25.742551Z","end":"2026-03-14T07:06:25.955342Z","steps":["trace[1881066712] 'agreement among raft nodes before linearized reading' (duration: 212.523585ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:25.954631Z","caller":"traceutil/trace.go:171","msg":"trace[1739124942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2006; }","duration":"598.693719ms","start":"2026-03-14T07:06:25.355924Z","end":"2026-03-14T07:06:25.954618Z","steps":["trace[1739124942] 'agreement among raft nodes before linearized reading' (duration: 598.502815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:25.955478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:25.355909Z","time spent":"599.526099ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:06:26.345039Z","caller":"traceutil/trace.go:171","msg":"trace[1739324405] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"387.104384ms","start":"2026-03-14T07:06:25.957907Z","end":"2026-03-14T07:06:26.345012Z","steps":["trace[1739324405] 'process raft request' (duration: 386.951761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:26.345196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:25.957886Z","time spent":"387.236608ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:06:27.348334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.798911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:06:27.348708Z","caller":"traceutil/trace.go:171","msg":"trace[480484175] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"1.388397295s","start":"2026-03-14T07:06:25.960266Z","end":"2026-03-14T07:06:27.348664Z","steps":["trace[480484175] 'process raft request' (duration: 823.117315ms)","trace[480484175] 'compare' (duration: 564.233487ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:06:27.3488Z","caller":"traceutil/trace.go:171","msg":"trace[666094762] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"1.388279193s","start":"2026-03-14T07:06:25.960493Z","end":"2026-03-14T07:06:27.348772Z","steps":["trace[666094762] 'process raft request' (duration: 1.38814472s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:27.348834Z","caller":"traceutil/trace.go:171","msg":"trace[815519066] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"1.388396575s","start":"2026-03-14T07:06:25.960362Z","end":"2026-03-14T07:06:27.348759Z","steps":["trace[815519066] 'process raft request' (duration: 1.38816045s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:27.348912Z","caller":"traceutil/trace.go:171","msg":"trace[943334170] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"1.388312033s","start":"2026-03-14T07:06:25.960566Z","end":"2026-03-14T07:06:27.348878Z","steps":["trace[943334170] 'process raft request' (duration: 1.388115289s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:27.348978Z","caller":"traceutil/trace.go:171","msg":"trace[1318274000] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"128.34654ms","start":"2026-03-14T07:06:27.220607Z","end":"2026-03-14T07:06:27.348953Z","steps":["trace[1318274000] 'process raft request' (duration: 128.288578ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:27.349Z","caller":"traceutil/trace.go:171","msg":"trace[1137137603] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"560.013115ms","start":"2026-03-14T07:06:26.788979Z","end":"2026-03-14T07:06:27.348992Z","steps":["trace[1137137603] 'process raft request' (duration: 559.812211ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:27.349018Z","caller":"traceutil/trace.go:171","msg":"trace[89680701] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"517.331145ms","start":"2026-03-14T07:06:26.831675Z","end":"2026-03-14T07:06:27.349006Z","steps":["trace[89680701] 'process raft request' (duration: 517.168961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:27.349026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:25.960347Z","time spent":"1.388579329s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:06:27.349048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:26.788947Z","time spent":"560.079777ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:06:27.349114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:25.960559Z","time spent":"1.388456296s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:06:27.348983Z","caller":"traceutil/trace.go:171","msg":"trace[653898540] linearizableReadLoop","detail":"{readStateIndex:2099; appliedIndex:2093; }","duration":"1.383770994s","start":"2026-03-14T07:06:25.965149Z","end":"2026-03-14T07:06:27.34892Z","steps":["trace[653898540] 'read index received' (duration: 379.737664ms)","trace[653898540] 'applied index is now lower than readState.Index' (duration: 1.00402135s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:06:27.349172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383998289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:06:27.349175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:26.831652Z","time spent":"517.421137ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:06:27.349226Z","caller":"traceutil/trace.go:171","msg":"trace[1137016992] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2015; }","duration":"1.38408441s","start":"2026-03-14T07:06:25.965129Z","end":"2026-03-14T07:06:27.349213Z","steps":["trace[1137016992] 'agreement among raft nodes before linearized reading' (duration: 1.383923447s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:27.348955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:25.960482Z","time spent":"1.388397115s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:06:27.34925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369101664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:06:27.349268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:25.965121Z","time spent":"1.384137802s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-14T07:06:27.349293Z","caller":"traceutil/trace.go:171","msg":"trace[1439531708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2015; }","duration":"1.369145905s","start":"2026-03-14T07:06:25.980121Z","end":"2026-03-14T07:06:27.349267Z","steps":["trace[1439531708] 'agreement among raft nodes before linearized reading' (duration: 1.369095384s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:27.349314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:25.98011Z","time spent":"1.369199746s","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:06:27.349412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263206624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:06:27.349455Z","caller":"traceutil/trace.go:171","msg":"trace[1034603526] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2015; }","duration":"1.263253315s","start":"2026-03-14T07:06:26.086188Z","end":"2026-03-14T07:06:27.349442Z","steps":["trace[1034603526] 'agreement among raft nodes before linearized reading' (duration: 1.263153023s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:27.349456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.370794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-14T07:06:27.348926Z","caller":"traceutil/trace.go:171","msg":"trace[1075816922] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"1.388260232s","start":"2026-03-14T07:06:25.960633Z","end":"2026-03-14T07:06:27.348893Z","steps":["trace[1075816922] 'process raft request' (duration: 1.388097809s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:27.349445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105021914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:06:27.349501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:26.086138Z","time spent":"1.263350667s","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:06:27.349568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:25.960626Z","time spent":"1.388887356s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:06:27.349595Z","caller":"traceutil/trace.go:171","msg":"trace[1840358442] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2015; }","duration":"1.105211767s","start":"2026-03-14T07:06:26.244324Z","end":"2026-03-14T07:06:27.349535Z","steps":["trace[1840358442] 'agreement among raft nodes before linearized reading' (duration: 1.105014673s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:06:27.349616Z","caller":"traceutil/trace.go:171","msg":"trace[1244157292] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2015; }","duration":"803.463166ms","start":"2026-03-14T07:06:26.546027Z","end":"2026-03-14T07:06:27.349491Z","steps":["trace[1244157292] 'agreement among raft nodes before linearized reading' (duration: 803.295263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:27.349675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:26.545985Z","time spent":"803.674931ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-14T07:06:27.3497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:26.244301Z","time spent":"1.1053363s","remote":"127.0.0.1:38036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:06:27.349799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.566994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-14T07:06:27.349826Z","caller":"traceutil/trace.go:171","msg":"trace[30784278] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2015; }","duration":"387.622845ms","start":"2026-03-14T07:06:26.962194Z","end":"2026-03-14T07:06:27.349817Z","steps":["trace[30784278] 'agreement among raft nodes before linearized reading' (duration: 387.498713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:06:27.349851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:26.96218Z","time spent":"387.666406ms","remote":"127.0.0.1:38136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-14T07:06:27.348993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:06:25.960248Z","time spent":"1.388561239s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:07:57.52858Z","caller":"traceutil/trace.go:171","msg":"trace[1332175708] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"104.100716ms","start":"2026-03-14T07:07:57.424409Z","end":"2026-03-14T07:07:57.52851Z","steps":["trace[1332175708] 'process raft request' (duration: 84.634236ms)","trace[1332175708] 'compare' (duration: 19.381158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:07:58.185335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.172632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-14T07:07:58.185427Z","caller":"traceutil/trace.go:171","msg":"trace[524787699] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2646; }","duration":"533.313825ms","start":"2026-03-14T07:07:57.65209Z","end":"2026-03-14T07:07:58.185404Z","steps":["trace[524787699] 'range keys from in-memory index tree' (duration: 533.000028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:58.185469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:57.65206Z","time spent":"533.399077ms","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-14T07:07:58.185521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.401089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:07:58.185657Z","caller":"traceutil/trace.go:171","msg":"trace[676828829] linearizableReadLoop","detail":"{readStateIndex:2760; appliedIndex:2759; }","duration":"296.48879ms","start":"2026-03-14T07:07:57.889145Z","end":"2026-03-14T07:07:58.185634Z","steps":["trace[676828829] 'read index received' (duration: 53.121µs)","trace[676828829] 'applied index is now lower than readState.Index' (duration: 296.434059ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:07:58.185765Z","caller":"traceutil/trace.go:171","msg":"trace[528294029] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"417.406317ms","start":"2026-03-14T07:07:57.768335Z","end":"2026-03-14T07:07:58.185741Z","steps":["trace[528294029] 'process raft request' (duration: 57.647891ms)","trace[528294029] 'compare' (duration: 359.214975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:07:58.185847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:57.768309Z","time spent":"417.49458ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:07:58.186032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.856458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:07:58.18618Z","caller":"traceutil/trace.go:171","msg":"trace[626128084] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2647; }","duration":"297.043622ms","start":"2026-03-14T07:07:57.889108Z","end":"2026-03-14T07:07:58.186152Z","steps":["trace[626128084] 'agreement among raft nodes before linearized reading' (duration: 296.679564ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:07:58.230347Z","caller":"traceutil/trace.go:171","msg":"trace[227915981] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"182.982417ms","start":"2026-03-14T07:07:58.047338Z","end":"2026-03-14T07:07:58.230321Z","steps":["trace[227915981] 'process raft request' (duration: 182.795473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:58.230519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.851675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:07:58.230606Z","caller":"traceutil/trace.go:171","msg":"trace[1602591390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2648; }","duration":"289.970177ms","start":"2026-03-14T07:07:57.940615Z","end":"2026-03-14T07:07:58.230585Z","steps":["trace[1602591390] 'agreement among raft nodes before linearized reading' (duration: 289.724891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:58.230593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.967201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:07:58.230677Z","caller":"traceutil/trace.go:171","msg":"trace[232157697] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2648; }","duration":"297.091663ms","start":"2026-03-14T07:07:57.933567Z","end":"2026-03-14T07:07:58.230659Z","steps":["trace[232157697] 'agreement among raft nodes before linearized reading' (duration: 296.843148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:58.23069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.605898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:07:58.230756Z","caller":"traceutil/trace.go:171","msg":"trace[1199775046] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2648; }","duration":"298.70368ms","start":"2026-03-14T07:07:57.932028Z","end":"2026-03-14T07:07:58.230732Z","steps":["trace[1199775046] 'agreement among raft nodes before linearized reading' (duration: 298.503616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:58.230878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.168661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T07:07:58.231002Z","caller":"traceutil/trace.go:171","msg":"trace[2080848977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2648; }","duration":"290.333965ms","start":"2026-03-14T07:07:57.940634Z","end":"2026-03-14T07:07:58.230968Z","steps":["trace[2080848977] 'agreement among raft nodes before linearized reading' (duration: 289.840564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:58.832162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.626269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:07:58.832302Z","caller":"traceutil/trace.go:171","msg":"trace[1993249183] linearizableReadLoop","detail":"{readStateIndex:2762; appliedIndex:2761; }","duration":"601.999131ms","start":"2026-03-14T07:07:58.230282Z","end":"2026-03-14T07:07:58.832281Z","steps":["trace[1993249183] 'read index received' (duration: 346.139805ms)","trace[1993249183] 'applied index is now lower than readState.Index' (duration: 255.857346ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:07:58.832543Z","caller":"traceutil/trace.go:171","msg":"trace[908349899] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"641.919991ms","start":"2026-03-14T07:07:58.19057Z","end":"2026-03-14T07:07:58.83249Z","steps":["trace[908349899] 'process raft request' (duration: 385.847881ms)","trace[908349899] 'compare' (duration: 255.134859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:07:58.832805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:58.190553Z","time spent":"642.131666ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:07:58.832916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.595468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-14T07:07:58.832968Z","caller":"traceutil/trace.go:171","msg":"trace[1968315740] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2649; }","duration":"643.69386ms","start":"2026-03-14T07:07:58.189261Z","end":"2026-03-14T07:07:58.832955Z","steps":["trace[1968315740] 'agreement among raft nodes before linearized reading' (duration: 643.283171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:58.833015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:58.189241Z","time spent":"643.762052ms","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-14T07:07:58.833931Z","caller":"traceutil/trace.go:171","msg":"trace[228337939] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"598.813901ms","start":"2026-03-14T07:07:58.235078Z","end":"2026-03-14T07:07:58.833892Z","steps":["trace[228337939] 'process raft request' (duration: 598.566165ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:07:58.833992Z","caller":"traceutil/trace.go:171","msg":"trace[1269800382] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"598.350859ms","start":"2026-03-14T07:07:58.235621Z","end":"2026-03-14T07:07:58.833972Z","steps":["trace[1269800382] 'process raft request' (duration: 598.199546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:58.834082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:58.235607Z","time spent":"598.431371ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:07:58.834145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.069162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189ca370dafd773d\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-14T07:07:58.834193Z","caller":"traceutil/trace.go:171","msg":"trace[513514391] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"598.314029ms","start":"2026-03-14T07:07:58.235854Z","end":"2026-03-14T07:07:58.834168Z","steps":["trace[513514391] 'process raft request' (duration: 598.002312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:58.834232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:58.235055Z","time spent":"598.978194ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:07:58.834255Z","caller":"traceutil/trace.go:171","msg":"trace[2059317569] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"599.108597ms","start":"2026-03-14T07:07:58.235134Z","end":"2026-03-14T07:07:58.834242Z","steps":["trace[2059317569] 'process raft request' (duration: 598.649327ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:07:58.834286Z","caller":"traceutil/trace.go:171","msg":"trace[1011917417] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"440.858356ms","start":"2026-03-14T07:07:58.393418Z","end":"2026-03-14T07:07:58.834276Z","steps":["trace[1011917417] 'process raft request' (duration: 440.470027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:58.834318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:58.235114Z","time spent":"599.171038ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:07:58.83434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:58.235838Z","time spent":"598.423781ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:07:58.834377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:58.393384Z","time spent":"440.932387ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:07:58.83424Z","caller":"traceutil/trace.go:171","msg":"trace[41309264] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189ca370dafd773d; range_end:; response_count:1; response_revision:2654; }","duration":"452.226816ms","start":"2026-03-14T07:07:58.381996Z","end":"2026-03-14T07:07:58.834222Z","steps":["trace[41309264] 'agreement among raft nodes before linearized reading' (duration: 451.934509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:07:58.834433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:07:58.381971Z","time spent":"452.453301ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.189ca370dafd773d\" "} {"level":"warn","ts":"2026-03-14T07:08:04.434392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.419517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:08:04.434525Z","caller":"traceutil/trace.go:171","msg":"trace[399917499] linearizableReadLoop","detail":"{readStateIndex:2793; appliedIndex:2792; }","duration":"229.503823ms","start":"2026-03-14T07:08:04.205005Z","end":"2026-03-14T07:08:04.434509Z","steps":["trace[399917499] 'read index received' (duration: 112.890011ms)","trace[399917499] 'applied index is now lower than readState.Index' (duration: 116.612022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:08:04.434663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.650856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-14T07:08:04.434739Z","caller":"traceutil/trace.go:171","msg":"trace[892848224] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2678; }","duration":"229.760329ms","start":"2026-03-14T07:08:04.204968Z","end":"2026-03-14T07:08:04.434728Z","steps":["trace[892848224] 'agreement among raft nodes before linearized reading' (duration: 229.584905ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:08:04.434747Z","caller":"traceutil/trace.go:171","msg":"trace[209844980] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"229.940173ms","start":"2026-03-14T07:08:04.204783Z","end":"2026-03-14T07:08:04.434723Z","steps":["trace[209844980] 'process raft request' (duration: 113.097486ms)","trace[209844980] 'compare' (duration: 116.175292ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:08:04.44058Z","caller":"traceutil/trace.go:171","msg":"trace[608765759] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"194.679205ms","start":"2026-03-14T07:08:04.245881Z","end":"2026-03-14T07:08:04.44056Z","steps":["trace[608765759] 'process raft request' (duration: 194.535411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:08:04.727225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.698337ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:08:04.727595Z","caller":"traceutil/trace.go:171","msg":"trace[871156281] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2679; }","duration":"191.079875ms","start":"2026-03-14T07:08:04.536481Z","end":"2026-03-14T07:08:04.727561Z","steps":["trace[871156281] 'range keys from in-memory index tree' (duration: 190.679456ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:08:05.019323Z","caller":"traceutil/trace.go:171","msg":"trace[717017619] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"101.372745ms","start":"2026-03-14T07:08:04.917926Z","end":"2026-03-14T07:08:05.019299Z","steps":["trace[717017619] 'process raft request' (duration: 101.313644ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:08:05.019444Z","caller":"traceutil/trace.go:171","msg":"trace[1211183712] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"101.465978ms","start":"2026-03-14T07:08:04.917915Z","end":"2026-03-14T07:08:05.019381Z","steps":["trace[1211183712] 'process raft request' (duration: 25.955032ms)","trace[1211183712] 'compare' (duration: 75.20765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:08:05.246587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.243126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:08:05.246751Z","caller":"traceutil/trace.go:171","msg":"trace[218480658] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"328.617678ms","start":"2026-03-14T07:08:04.91811Z","end":"2026-03-14T07:08:05.246728Z","steps":["trace[218480658] 'process raft request' (duration: 211.157727ms)","trace[218480658] 'compare' (duration: 117.119584ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:08:05.246807Z","caller":"traceutil/trace.go:171","msg":"trace[1046516930] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"327.986515ms","start":"2026-03-14T07:08:04.918799Z","end":"2026-03-14T07:08:05.246785Z","steps":["trace[1046516930] 'process raft request' (duration: 327.872533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:08:05.246906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:08:04.918789Z","time spent":"328.072197ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:08:05.246922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:08:04.9181Z","time spent":"328.724281ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:08:05.247013Z","caller":"traceutil/trace.go:171","msg":"trace[404612737] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"211.104257ms","start":"2026-03-14T07:08:05.0359Z","end":"2026-03-14T07:08:05.247004Z","steps":["trace[404612737] 'process raft request' (duration: 211.018285ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:08:05.247211Z","caller":"traceutil/trace.go:171","msg":"trace[218040992] linearizableReadLoop","detail":"{readStateIndex:2801; appliedIndex:2797; }","duration":"299.608748ms","start":"2026-03-14T07:08:04.947587Z","end":"2026-03-14T07:08:05.247196Z","steps":["trace[218040992] 'read index received' (duration: 181.696347ms)","trace[218040992] 'applied index is now lower than readState.Index' (duration: 117.911111ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:08:05.24724Z","caller":"traceutil/trace.go:171","msg":"trace[780164047] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"326.684135ms","start":"2026-03-14T07:08:04.920517Z","end":"2026-03-14T07:08:05.247201Z","steps":["trace[780164047] 'process raft request' (duration: 326.234345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:08:05.247333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.057267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:08:05.247333Z","caller":"traceutil/trace.go:171","msg":"trace[382210912] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"328.427265ms","start":"2026-03-14T07:08:04.918858Z","end":"2026-03-14T07:08:05.247286Z","steps":["trace[382210912] 'process raft request' (duration: 327.866332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:08:05.247407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:08:04.920497Z","time spent":"326.82299ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:08:05.247414Z","caller":"traceutil/trace.go:171","msg":"trace[182372822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2687; }","duration":"265.17184ms","start":"2026-03-14T07:08:04.982233Z","end":"2026-03-14T07:08:05.247405Z","steps":["trace[182372822] 'agreement among raft nodes before linearized reading' (duration: 265.054817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:08:05.247506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.890275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189ca3700e23b3e8\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-14T07:08:05.247603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:08:04.918837Z","time spent":"328.64414ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:08:05.247605Z","caller":"traceutil/trace.go:171","msg":"trace[1349529239] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189ca3700e23b3e8; range_end:; response_count:1; response_revision:2687; }","duration":"300.031498ms","start":"2026-03-14T07:08:04.94755Z","end":"2026-03-14T07:08:05.247581Z","steps":["trace[1349529239] 'agreement among raft nodes before linearized reading' (duration: 299.727212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:08:05.247661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:08:04.947536Z","time spent":"300.11488ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.189ca3700e23b3e8\" "} {"level":"warn","ts":"2026-03-14T07:08:05.247719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.931789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:08:05.247837Z","caller":"traceutil/trace.go:171","msg":"trace[324849769] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2687; }","duration":"146.123483ms","start":"2026-03-14T07:08:05.10168Z","end":"2026-03-14T07:08:05.247803Z","steps":["trace[324849769] 'agreement among raft nodes before linearized reading' (duration: 145.635283ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:08:55.058043Z","caller":"traceutil/trace.go:171","msg":"trace[287333968] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"107.776051ms","start":"2026-03-14T07:08:54.950237Z","end":"2026-03-14T07:08:55.058013Z","steps":["trace[287333968] 'process raft request' (duration: 107.587016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:08:57.714659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.891263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-14T07:08:57.715237Z","caller":"traceutil/trace.go:171","msg":"trace[226458022] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2938; }","duration":"184.525997ms","start":"2026-03-14T07:08:57.530685Z","end":"2026-03-14T07:08:57.715211Z","steps":["trace[226458022] 'range keys from in-memory index tree' (duration: 183.574496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:08:57.715061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.779103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:08:57.715592Z","caller":"traceutil/trace.go:171","msg":"trace[826115241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2938; }","duration":"109.294685ms","start":"2026-03-14T07:08:57.606195Z","end":"2026-03-14T07:08:57.71549Z","steps":["trace[826115241] 'range keys from in-memory index tree' (duration: 108.564138ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:08:58.853567Z","caller":"traceutil/trace.go:171","msg":"trace[1690090153] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"121.153117ms","start":"2026-03-14T07:08:58.73236Z","end":"2026-03-14T07:08:58.853514Z","steps":["trace[1690090153] 'process raft request' (duration: 87.609456ms)","trace[1690090153] 'compare' (duration: 33.341896ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:10:06.899836Z","caller":"traceutil/trace.go:171","msg":"trace[1629321558] transaction","detail":"{read_only:false; response_revision:3382; number_of_response:1; }","duration":"139.761672ms","start":"2026-03-14T07:10:06.760037Z","end":"2026-03-14T07:10:06.899798Z","steps":["trace[1629321558] 'process raft request' (duration: 139.522497ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:40.00835Z","caller":"traceutil/trace.go:171","msg":"trace[1943143218] transaction","detail":"{read_only:false; response_revision:3616; number_of_response:1; }","duration":"337.19017ms","start":"2026-03-14T07:10:39.671131Z","end":"2026-03-14T07:10:40.008321Z","steps":["trace[1943143218] 'process raft request' (duration: 337.013567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:40.008606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:39.671105Z","time spent":"337.413096ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:10:40.68421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.487995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:10:40.684411Z","caller":"traceutil/trace.go:171","msg":"trace[164868140] transaction","detail":"{read_only:false; response_revision:3617; number_of_response:1; }","duration":"660.284749ms","start":"2026-03-14T07:10:40.024078Z","end":"2026-03-14T07:10:40.684363Z","steps":["trace[164868140] 'process raft request' (duration: 483.568729ms)","trace[164868140] 'compare' (duration: 176.380472ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:10:40.684568Z","caller":"traceutil/trace.go:171","msg":"trace[1480444810] linearizableReadLoop","detail":"{readStateIndex:3771; appliedIndex:3769; }","duration":"596.224621ms","start":"2026-03-14T07:10:40.088312Z","end":"2026-03-14T07:10:40.684537Z","steps":["trace[1480444810] 'read index received' (duration: 419.348808ms)","trace[1480444810] 'applied index is now lower than readState.Index' (duration: 176.873463ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:10:40.684688Z","caller":"traceutil/trace.go:171","msg":"trace[1933825510] transaction","detail":"{read_only:false; response_revision:3618; number_of_response:1; }","duration":"660.451063ms","start":"2026-03-14T07:10:40.02422Z","end":"2026-03-14T07:10:40.684671Z","steps":["trace[1933825510] 'process raft request' (duration: 660.099605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:40.684768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:40.024206Z","time spent":"660.501314ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:10:40.684484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:40.024061Z","time spent":"660.388391ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:10:40.685103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.594581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:10:40.685112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.774113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:10:40.68517Z","caller":"traceutil/trace.go:171","msg":"trace[1465314024] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3618; }","duration":"399.669252ms","start":"2026-03-14T07:10:40.285483Z","end":"2026-03-14T07:10:40.685153Z","steps":["trace[1465314024] 'agreement among raft nodes before linearized reading' (duration: 399.538319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:40.685158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.49407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T07:10:40.685193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.176274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t7t5g\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-14T07:10:40.685219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:40.285453Z","time spent":"399.756064ms","remote":"127.0.0.1:48192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:10:40.685204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.118629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:10:40.685239Z","caller":"traceutil/trace.go:171","msg":"trace[1925690023] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t7t5g; range_end:; response_count:1; response_revision:3618; }","duration":"466.217985ms","start":"2026-03-14T07:10:40.219005Z","end":"2026-03-14T07:10:40.685223Z","steps":["trace[1925690023] 'agreement among raft nodes before linearized reading' (duration: 466.050391ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:40.685242Z","caller":"traceutil/trace.go:171","msg":"trace[527768229] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3618; }","duration":"353.599412ms","start":"2026-03-14T07:10:40.331617Z","end":"2026-03-14T07:10:40.685216Z","steps":["trace[527768229] 'agreement among raft nodes before linearized reading' (duration: 353.378047ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:10:40.685177Z","caller":"traceutil/trace.go:171","msg":"trace[1902472628] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3618; }","duration":"596.873895ms","start":"2026-03-14T07:10:40.088287Z","end":"2026-03-14T07:10:40.685161Z","steps":["trace[1902472628] 'agreement among raft nodes before linearized reading' (duration: 596.724892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:40.685255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.198665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T07:10:40.685298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:40.331603Z","time spent":"353.680644ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:10:40.68535Z","caller":"traceutil/trace.go:171","msg":"trace[817127153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3618; }","duration":"344.339687ms","start":"2026-03-14T07:10:40.340987Z","end":"2026-03-14T07:10:40.685327Z","steps":["trace[817127153] 'agreement among raft nodes before linearized reading' (duration: 344.066011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:40.685405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:40.340966Z","time spent":"344.42924ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:10:40.685272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:40.218957Z","time spent":"466.310107ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-t7t5g\" "} {"level":"warn","ts":"2026-03-14T07:10:40.685422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:40.088275Z","time spent":"597.068659ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":34,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:10:40.685283Z","caller":"traceutil/trace.go:171","msg":"trace[1436367996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3618; }","duration":"469.252852ms","start":"2026-03-14T07:10:40.21601Z","end":"2026-03-14T07:10:40.685263Z","steps":["trace[1436367996] 'agreement among raft nodes before linearized reading' (duration: 468.964415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:10:40.685569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:10:40.215989Z","time spent":"469.563968ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:11:19.047125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.76036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:11:19.047214Z","caller":"traceutil/trace.go:171","msg":"trace[1569748358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3880; }","duration":"114.860092ms","start":"2026-03-14T07:11:18.932338Z","end":"2026-03-14T07:11:19.047198Z","steps":["trace[1569748358] 'range keys from in-memory index tree' (duration: 107.361376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:48.548993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.078218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:11:48.549292Z","caller":"traceutil/trace.go:171","msg":"trace[1767067366] transaction","detail":"{read_only:false; response_revision:4053; number_of_response:1; }","duration":"269.446383ms","start":"2026-03-14T07:11:48.279819Z","end":"2026-03-14T07:11:48.549265Z","steps":["trace[1767067366] 'process raft request' (duration: 138.913985ms)","trace[1767067366] 'compare' (duration: 129.858323ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:53.570073Z","caller":"traceutil/trace.go:171","msg":"trace[1529553426] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"105.257059ms","start":"2026-03-14T07:11:53.464784Z","end":"2026-03-14T07:11:53.570041Z","steps":["trace[1529553426] 'process raft request' (duration: 104.785989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:54.841004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.652714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:11:54.841997Z","caller":"traceutil/trace.go:171","msg":"trace[1961315613] transaction","detail":"{read_only:false; response_revision:4428; number_of_response:1; }","duration":"307.701679ms","start":"2026-03-14T07:11:54.53423Z","end":"2026-03-14T07:11:54.841932Z","steps":["trace[1961315613] 'process raft request' (duration: 109.005382ms)","trace[1961315613] 'compare' (duration: 197.173883ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:54.842138Z","caller":"traceutil/trace.go:171","msg":"trace[806654407] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4428; }","duration":"257.623172ms","start":"2026-03-14T07:11:54.584448Z","end":"2026-03-14T07:11:54.842071Z","steps":["trace[806654407] 'process raft request' (duration: 257.411426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:54.842241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:11:54.534183Z","time spent":"307.939006ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:11:54.842257Z","caller":"traceutil/trace.go:171","msg":"trace[106230186] transaction","detail":"{read_only:false; response_revision:4429; number_of_response:1; }","duration":"247.269263ms","start":"2026-03-14T07:11:54.594958Z","end":"2026-03-14T07:11:54.842227Z","steps":["trace[106230186] 'process raft request' (duration: 246.989226ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:54.842483Z","caller":"traceutil/trace.go:171","msg":"trace[939215262] linearizableReadLoop","detail":"{readStateIndex:4620; appliedIndex:4617; }","duration":"192.873259ms","start":"2026-03-14T07:11:54.649564Z","end":"2026-03-14T07:11:54.842438Z","steps":["trace[939215262] 'read index received' (duration: 192.289085ms)","trace[939215262] 'applied index is now lower than readState.Index' (duration: 582.214µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:54.842524Z","caller":"traceutil/trace.go:171","msg":"trace[484419149] transaction","detail":"{read_only:false; response_revision:4430; number_of_response:1; }","duration":"209.048596ms","start":"2026-03-14T07:11:54.633423Z","end":"2026-03-14T07:11:54.842472Z","steps":["trace[484419149] 'process raft request' (duration: 208.74847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:54.842797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.197536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:54.842872Z","caller":"traceutil/trace.go:171","msg":"trace[1666368231] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4430; }","duration":"193.35108ms","start":"2026-03-14T07:11:54.649505Z","end":"2026-03-14T07:11:54.842856Z","steps":["trace[1666368231] 'agreement among raft nodes before linearized reading' (duration: 193.091974ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:54.84601Z","caller":"traceutil/trace.go:171","msg":"trace[1440630416] transaction","detail":"{read_only:false; response_revision:4431; number_of_response:1; }","duration":"187.49937ms","start":"2026-03-14T07:11:54.658466Z","end":"2026-03-14T07:11:54.845965Z","steps":["trace[1440630416] 'process raft request' (duration: 187.302775ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:54.846276Z","caller":"traceutil/trace.go:171","msg":"trace[834877876] transaction","detail":"{read_only:false; response_revision:4432; number_of_response:1; }","duration":"159.808317ms","start":"2026-03-14T07:11:54.686418Z","end":"2026-03-14T07:11:54.846227Z","steps":["trace[834877876] 'process raft request' (duration: 159.46694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:54.846581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.776718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-97ns8\" ","response":"range_response_count:1 size:4331"} {"level":"info","ts":"2026-03-14T07:11:54.846704Z","caller":"traceutil/trace.go:171","msg":"trace[1606605508] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-97ns8; range_end:; response_count:1; response_revision:4432; }","duration":"193.916431ms","start":"2026-03-14T07:11:54.652731Z","end":"2026-03-14T07:11:54.846648Z","steps":["trace[1606605508] 'agreement among raft nodes before linearized reading' (duration: 193.546703ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:55.566205Z","caller":"traceutil/trace.go:171","msg":"trace[209911029] transaction","detail":"{read_only:false; response_revision:4468; number_of_response:1; }","duration":"167.472257ms","start":"2026-03-14T07:11:55.3987Z","end":"2026-03-14T07:11:55.566172Z","steps":["trace[209911029] 'process raft request' (duration: 167.268143ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:55.575312Z","caller":"traceutil/trace.go:171","msg":"trace[352503124] linearizableReadLoop","detail":"{readStateIndex:4660; appliedIndex:4658; }","duration":"175.122475ms","start":"2026-03-14T07:11:55.400148Z","end":"2026-03-14T07:11:55.575271Z","steps":["trace[352503124] 'read index received' (duration: 165.85353ms)","trace[352503124] 'applied index is now lower than readState.Index' (duration: 9.267585ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:55.57544Z","caller":"traceutil/trace.go:171","msg":"trace[2078925904] transaction","detail":"{read_only:false; response_revision:4469; number_of_response:1; }","duration":"176.595818ms","start":"2026-03-14T07:11:55.398825Z","end":"2026-03-14T07:11:55.575421Z","steps":["trace[2078925904] 'process raft request' (duration: 176.189999ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:55.575433Z","caller":"traceutil/trace.go:171","msg":"trace[1455236715] transaction","detail":"{read_only:false; response_revision:4470; number_of_response:1; }","duration":"163.428037ms","start":"2026-03-14T07:11:55.411955Z","end":"2026-03-14T07:11:55.575383Z","steps":["trace[1455236715] 'process raft request' (duration: 163.227112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:55.575674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.497043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:55.575756Z","caller":"traceutil/trace.go:171","msg":"trace[709949043] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4470; }","duration":"175.649266ms","start":"2026-03-14T07:11:55.40009Z","end":"2026-03-14T07:11:55.575739Z","steps":["trace[709949043] 'agreement among raft nodes before linearized reading' (duration: 175.34885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:55.583123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.711351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:11:55.583172Z","caller":"traceutil/trace.go:171","msg":"trace[1354565285] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4471; }","duration":"120.828954ms","start":"2026-03-14T07:11:55.462332Z","end":"2026-03-14T07:11:55.583161Z","steps":["trace[1354565285] 'agreement among raft nodes before linearized reading' (duration: 120.738182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:55.583405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.19254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61300"} {"level":"info","ts":"2026-03-14T07:11:55.58343Z","caller":"traceutil/trace.go:171","msg":"trace[478207095] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4471; }","duration":"181.247182ms","start":"2026-03-14T07:11:55.402177Z","end":"2026-03-14T07:11:55.583424Z","steps":["trace[478207095] 'agreement among raft nodes before linearized reading' (duration: 181.101088ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:59.027989Z","caller":"traceutil/trace.go:171","msg":"trace[150446865] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"247.924728ms","start":"2026-03-14T07:11:58.780019Z","end":"2026-03-14T07:11:59.027944Z","steps":["trace[150446865] 'process raft request' (duration: 247.080159ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:11:59.028012Z","caller":"traceutil/trace.go:171","msg":"trace[2137751765] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"168.219343ms","start":"2026-03-14T07:11:58.859776Z","end":"2026-03-14T07:11:59.027995Z","steps":["trace[2137751765] 'process raft request' (duration: 168.156822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:11:59.028215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.543006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a01df0c2-4cef-4083-b384-96af41de5d32\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-03-14T07:11:59.028008Z","caller":"traceutil/trace.go:171","msg":"trace[683674410] linearizableReadLoop","detail":"{readStateIndex:4740; appliedIndex:4739; }","duration":"185.331772ms","start":"2026-03-14T07:11:58.842655Z","end":"2026-03-14T07:11:59.027987Z","steps":["trace[683674410] 'read index received' (duration: 184.465392ms)","trace[683674410] 'applied index is now lower than readState.Index' (duration: 863.82µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:11:59.028266Z","caller":"traceutil/trace.go:171","msg":"trace[34187878] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a01df0c2-4cef-4083-b384-96af41de5d32; range_end:; response_count:1; response_revision:4550; }","duration":"185.663209ms","start":"2026-03-14T07:11:58.842588Z","end":"2026-03-14T07:11:59.028252Z","steps":["trace[34187878] 'agreement among raft nodes before linearized reading' (duration: 185.433084ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:02.067885Z","caller":"traceutil/trace.go:171","msg":"trace[863412229] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"110.823013ms","start":"2026-03-14T07:12:01.957028Z","end":"2026-03-14T07:12:02.067851Z","steps":["trace[863412229] 'process raft request' (duration: 110.353763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:02.321656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.518306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-14T07:12:02.321735Z","caller":"traceutil/trace.go:171","msg":"trace[1262374758] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4639; }","duration":"138.65996ms","start":"2026-03-14T07:12:02.183058Z","end":"2026-03-14T07:12:02.321718Z","steps":["trace[1262374758] 'range keys from in-memory index tree' (duration: 137.471853ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:02.851493Z","caller":"traceutil/trace.go:171","msg":"trace[1754879075] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"104.232408ms","start":"2026-03-14T07:12:02.747225Z","end":"2026-03-14T07:12:02.851457Z","steps":["trace[1754879075] 'process raft request' (duration: 104.010593ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:04.182224Z","caller":"traceutil/trace.go:171","msg":"trace[420553155] linearizableReadLoop","detail":"{readStateIndex:4848; appliedIndex:4847; }","duration":"215.577282ms","start":"2026-03-14T07:12:03.966612Z","end":"2026-03-14T07:12:04.18219Z","steps":["trace[420553155] 'read index received' (duration: 214.60953ms)","trace[420553155] 'applied index is now lower than readState.Index' (duration: 966.342µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:04.18235Z","caller":"traceutil/trace.go:171","msg":"trace[328352448] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"394.357289ms","start":"2026-03-14T07:12:03.787928Z","end":"2026-03-14T07:12:04.182285Z","steps":["trace[328352448] 'process raft request' (duration: 393.379797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:04.18259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:03.787896Z","time spent":"394.561454ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:04.182633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.662867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:12:04.182682Z","caller":"traceutil/trace.go:171","msg":"trace[2137922058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4653; }","duration":"123.744569ms","start":"2026-03-14T07:12:04.058923Z","end":"2026-03-14T07:12:04.182668Z","steps":["trace[2137922058] 'agreement among raft nodes before linearized reading' (duration: 123.657717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:04.182404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.769846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:04.182843Z","caller":"traceutil/trace.go:171","msg":"trace[1995482836] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4653; }","duration":"216.214465ms","start":"2026-03-14T07:12:03.966551Z","end":"2026-03-14T07:12:04.182765Z","steps":["trace[1995482836] 'agreement among raft nodes before linearized reading' (duration: 215.776516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:04.183059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.148123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:04.183101Z","caller":"traceutil/trace.go:171","msg":"trace[257584721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4653; }","duration":"201.224334ms","start":"2026-03-14T07:12:03.981868Z","end":"2026-03-14T07:12:04.183092Z","steps":["trace[257584721] 'agreement among raft nodes before linearized reading' (duration: 200.5763ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:06.879892Z","caller":"traceutil/trace.go:171","msg":"trace[912634591] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"125.421566ms","start":"2026-03-14T07:12:06.75445Z","end":"2026-03-14T07:12:06.879872Z","steps":["trace[912634591] 'process raft request' (duration: 109.983695ms)","trace[912634591] 'compare' (duration: 15.322389ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:06.924623Z","caller":"traceutil/trace.go:171","msg":"trace[1059932444] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"168.141391ms","start":"2026-03-14T07:12:06.75645Z","end":"2026-03-14T07:12:06.924592Z","steps":["trace[1059932444] 'process raft request' (duration: 168.06602ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:06.924661Z","caller":"traceutil/trace.go:171","msg":"trace[458929296] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"169.678137ms","start":"2026-03-14T07:12:06.754962Z","end":"2026-03-14T07:12:06.92464Z","steps":["trace[458929296] 'process raft request' (duration: 169.351649ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:07.14478Z","caller":"traceutil/trace.go:171","msg":"trace[1039946160] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"111.122449ms","start":"2026-03-14T07:12:07.033638Z","end":"2026-03-14T07:12:07.144761Z","steps":["trace[1039946160] 'process raft request' (duration: 105.173547ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:07.14499Z","caller":"traceutil/trace.go:171","msg":"trace[354794892] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"109.991634ms","start":"2026-03-14T07:12:07.03499Z","end":"2026-03-14T07:12:07.144981Z","steps":["trace[354794892] 'process raft request' (duration: 109.950213ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:07.145114Z","caller":"traceutil/trace.go:171","msg":"trace[527145589] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"111.310142ms","start":"2026-03-14T07:12:07.033797Z","end":"2026-03-14T07:12:07.145107Z","steps":["trace[527145589] 'process raft request' (duration: 110.922594ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:07.314172Z","caller":"traceutil/trace.go:171","msg":"trace[59762535] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"116.250624ms","start":"2026-03-14T07:12:07.197892Z","end":"2026-03-14T07:12:07.314142Z","steps":["trace[59762535] 'process raft request' (duration: 106.692642ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:07.316641Z","caller":"traceutil/trace.go:171","msg":"trace[1043172524] linearizableReadLoop","detail":"{readStateIndex:4984; appliedIndex:4982; }","duration":"112.153522ms","start":"2026-03-14T07:12:07.204476Z","end":"2026-03-14T07:12:07.316629Z","steps":["trace[1043172524] 'read index received' (duration: 100.191606ms)","trace[1043172524] 'applied index is now lower than readState.Index' (duration: 11.960906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:07.316886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.367587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:12:07.316936Z","caller":"traceutil/trace.go:171","msg":"trace[674523708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4786; }","duration":"112.452269ms","start":"2026-03-14T07:12:07.204472Z","end":"2026-03-14T07:12:07.316924Z","steps":["trace[674523708] 'agreement among raft nodes before linearized reading' (duration: 112.249125ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:07.316575Z","caller":"traceutil/trace.go:171","msg":"trace[194611294] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"116.631292ms","start":"2026-03-14T07:12:07.199919Z","end":"2026-03-14T07:12:07.316551Z","steps":["trace[194611294] 'process raft request' (duration: 116.333365ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:07.631409Z","caller":"traceutil/trace.go:171","msg":"trace[1947329333] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"143.066487ms","start":"2026-03-14T07:12:07.48831Z","end":"2026-03-14T07:12:07.631376Z","steps":["trace[1947329333] 'process raft request' (duration: 82.629549ms)","trace[1947329333] 'compare' (duration: 60.276135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:08.415461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.685524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:08.415536Z","caller":"traceutil/trace.go:171","msg":"trace[1421062830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4792; }","duration":"618.796037ms","start":"2026-03-14T07:12:07.796721Z","end":"2026-03-14T07:12:08.415517Z","steps":["trace[1421062830] 'range keys from in-memory index tree' (duration: 618.576942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:08.415566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:07.796693Z","time spent":"618.866618ms","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:12:08.415458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.330425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-161eff18-2c8b-491b-8c7d-2f8417ba5461\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-14T07:12:08.41566Z","caller":"traceutil/trace.go:171","msg":"trace[1039430222] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-161eff18-2c8b-491b-8c7d-2f8417ba5461; range_end:; response_count:1; response_revision:4792; }","duration":"617.55249ms","start":"2026-03-14T07:12:07.79808Z","end":"2026-03-14T07:12:08.415633Z","steps":["trace[1039430222] 'range keys from in-memory index tree' (duration: 617.158391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:08.415743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:07.798058Z","time spent":"617.653071ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-161eff18-2c8b-491b-8c7d-2f8417ba5461\" "} {"level":"warn","ts":"2026-03-14T07:12:08.481818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583201359756705,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:12:08.554191Z","caller":"traceutil/trace.go:171","msg":"trace[154215166] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"696.317611ms","start":"2026-03-14T07:12:07.857852Z","end":"2026-03-14T07:12:08.55417Z","steps":["trace[154215166] 'process raft request' (duration: 696.165978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:08.554343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:07.857832Z","time spent":"696.428444ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:09.595396Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041438011s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:12:09.655446Z","caller":"traceutil/trace.go:171","msg":"trace[1076190270] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"1.461952097s","start":"2026-03-14T07:12:08.193466Z","end":"2026-03-14T07:12:09.655418Z","steps":["trace[1076190270] 'process raft request' (duration: 1.402627654s)","trace[1076190270] 'compare' (duration: 58.682789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:09.655642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:08.193433Z","time spent":"1.462129951s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:09.656254Z","caller":"traceutil/trace.go:171","msg":"trace[266883837] linearizableReadLoop","detail":"{readStateIndex:4994; appliedIndex:4991; }","duration":"1.674937073s","start":"2026-03-14T07:12:07.981262Z","end":"2026-03-14T07:12:09.656199Z","steps":["trace[266883837] 'read index received' (duration: 572.720776ms)","trace[266883837] 'applied index is now lower than readState.Index' (duration: 1.102215087s)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:09.65659Z","caller":"traceutil/trace.go:171","msg":"trace[158949720] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"1.234918013s","start":"2026-03-14T07:12:08.421619Z","end":"2026-03-14T07:12:09.656537Z","steps":["trace[158949720] 'process raft request' (duration: 1.23430619s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.656668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:08.888574Z","time spent":"766.659868ms","remote":"127.0.0.1:32970","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T07:12:09.656841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:08.42151Z","time spent":"1.23521457s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3705,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:09.65719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675697359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:09.657246Z","caller":"traceutil/trace.go:171","msg":"trace[451175030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4795; }","duration":"1.676032327s","start":"2026-03-14T07:12:07.9812Z","end":"2026-03-14T07:12:09.657232Z","steps":["trace[451175030] 'agreement among raft nodes before linearized reading' (duration: 1.675676969s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:09.657357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:07.981174Z","time spent":"1.67617063s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:12:10.03846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.30665ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-14T07:12:10.038751Z","caller":"traceutil/trace.go:171","msg":"trace[314321872] linearizableReadLoop","detail":"{readStateIndex:4996; appliedIndex:4994; }","duration":"382.242921ms","start":"2026-03-14T07:12:09.656489Z","end":"2026-03-14T07:12:10.038732Z","steps":["trace[314321872] 'read index received' (duration: 206.645185ms)","trace[314321872] 'applied index is now lower than readState.Index' (duration: 175.596716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:10.039312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.74812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t7t5g\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-14T07:12:10.039401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078550923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-14T07:12:10.039446Z","caller":"traceutil/trace.go:171","msg":"trace[2079351674] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4796; }","duration":"1.078646066s","start":"2026-03-14T07:12:08.960786Z","end":"2026-03-14T07:12:10.039432Z","steps":["trace[2079351674] 'agreement among raft nodes before linearized reading' (duration: 1.078362269s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.039492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:08.960755Z","time spent":"1.078727967s","remote":"127.0.0.1:57046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413106,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-14T07:12:10.039424Z","caller":"traceutil/trace.go:171","msg":"trace[614234992] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t7t5g; range_end:; response_count:1; response_revision:4796; }","duration":"836.921283ms","start":"2026-03-14T07:12:09.202479Z","end":"2026-03-14T07:12:10.0394Z","steps":["trace[614234992] 'agreement among raft nodes before linearized reading' (duration: 836.618307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.039684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.202454Z","time spent":"837.216081ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-t7t5g\" "} {"level":"warn","ts":"2026-03-14T07:12:10.039795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.527404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:12:10.039785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842444421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-161eff18-2c8b-491b-8c7d-2f8417ba5461\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-03-14T07:12:10.039825Z","caller":"traceutil/trace.go:171","msg":"trace[1047403693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4796; }","duration":"357.596345ms","start":"2026-03-14T07:12:09.68222Z","end":"2026-03-14T07:12:10.039816Z","steps":["trace[1047403693] 'agreement among raft nodes before linearized reading' (duration: 357.547324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.039853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.682196Z","time spent":"357.652587ms","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:12:10.039863Z","caller":"traceutil/trace.go:171","msg":"trace[1193868312] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-161eff18-2c8b-491b-8c7d-2f8417ba5461; range_end:; response_count:1; response_revision:4796; }","duration":"1.842598674s","start":"2026-03-14T07:12:08.197244Z","end":"2026-03-14T07:12:10.039843Z","steps":["trace[1193868312] 'agreement among raft nodes before linearized reading' (duration: 1.842338388s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.03991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:08.197218Z","time spent":"1.842682206s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-161eff18-2c8b-491b-8c7d-2f8417ba5461\" "} {"level":"info","ts":"2026-03-14T07:12:10.039959Z","caller":"traceutil/trace.go:171","msg":"trace[1292703201] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"883.939925ms","start":"2026-03-14T07:12:09.156003Z","end":"2026-03-14T07:12:10.039943Z","steps":["trace[1292703201] 'process raft request' (duration: 882.569794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.040061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.155968Z","time spent":"884.024207ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:10.040081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.963163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:12:10.040115Z","caller":"traceutil/trace.go:171","msg":"trace[1521221635] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4796; }","duration":"339.035025ms","start":"2026-03-14T07:12:09.701069Z","end":"2026-03-14T07:12:10.040104Z","steps":["trace[1521221635] 'agreement among raft nodes before linearized reading' (duration: 338.976533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.040144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.701052Z","time spent":"339.084585ms","remote":"127.0.0.1:38068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:12:10.040211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34722023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189ca3af320a01b9\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-14T07:12:10.040249Z","caller":"traceutil/trace.go:171","msg":"trace[2146317401] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189ca3af320a01b9; range_end:; response_count:1; response_revision:4796; }","duration":"1.347294351s","start":"2026-03-14T07:12:08.692941Z","end":"2026-03-14T07:12:10.040236Z","steps":["trace[2146317401] 'agreement among raft nodes before linearized reading' (duration: 1.347193229s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.040281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:08.692924Z","time spent":"1.347350512s","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":967,"request content":"key:\"/registry/events/monitoring/storage-loki-0.189ca3af320a01b9\" "} {"level":"warn","ts":"2026-03-14T07:12:10.040341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.894991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:12:10.040418Z","caller":"traceutil/trace.go:171","msg":"trace[1389625459] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4796; }","duration":"539.951571ms","start":"2026-03-14T07:12:09.500412Z","end":"2026-03-14T07:12:10.040364Z","steps":["trace[1389625459] 'agreement among raft nodes before linearized reading' (duration: 539.858989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.040451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.500397Z","time spent":"540.045873ms","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":53,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:12:10.040485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579594943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:12:10.040521Z","caller":"traceutil/trace.go:171","msg":"trace[2052468531] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4796; }","duration":"1.579672664s","start":"2026-03-14T07:12:08.460838Z","end":"2026-03-14T07:12:10.040511Z","steps":["trace[2052468531] 'agreement among raft nodes before linearized reading' (duration: 1.579604573s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.040565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:08.460815Z","time spent":"1.579741995s","remote":"127.0.0.1:48102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":5,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:12:10.040678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.140538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:12:10.040776Z","caller":"traceutil/trace.go:171","msg":"trace[333498129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4796; }","duration":"677.291051ms","start":"2026-03-14T07:12:09.363463Z","end":"2026-03-14T07:12:10.040754Z","steps":["trace[333498129] 'agreement among raft nodes before linearized reading' (duration: 676.982944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.040755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.738634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T07:12:10.040784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.625543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T07:12:10.040827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.36344Z","time spent":"677.378283ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:12:10.040842Z","caller":"traceutil/trace.go:171","msg":"trace[1663372464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4796; }","duration":"594.839756ms","start":"2026-03-14T07:12:09.44598Z","end":"2026-03-14T07:12:10.04082Z","steps":["trace[1663372464] 'agreement among raft nodes before linearized reading' (duration: 594.55599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.040892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.445925Z","time spent":"594.957218ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:12:10.040865Z","caller":"traceutil/trace.go:171","msg":"trace[152367570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4796; }","duration":"670.708685ms","start":"2026-03-14T07:12:09.370142Z","end":"2026-03-14T07:12:10.040851Z","steps":["trace[152367570] 'agreement among raft nodes before linearized reading' (duration: 670.512041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.040857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.426165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T07:12:10.04094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.37006Z","time spent":"670.869169ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:12:10.040961Z","caller":"traceutil/trace.go:171","msg":"trace[1375038044] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4796; }","duration":"593.593469ms","start":"2026-03-14T07:12:09.447347Z","end":"2026-03-14T07:12:10.04094Z","steps":["trace[1375038044] 'agreement among raft nodes before linearized reading' (duration: 593.259021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.041011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.447324Z","time spent":"593.67713ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:12:10.040251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.46569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:12:10.041089Z","caller":"traceutil/trace.go:171","msg":"trace[1179218885] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4796; }","duration":"394.337089ms","start":"2026-03-14T07:12:09.646739Z","end":"2026-03-14T07:12:10.041076Z","steps":["trace[1179218885] 'agreement among raft nodes before linearized reading' (duration: 393.47114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.041137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.646716Z","time spent":"394.4074ms","remote":"127.0.0.1:48362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:12:10.041224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.0602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:12:10.041256Z","caller":"traceutil/trace.go:171","msg":"trace[1598536823] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4796; }","duration":"721.12042ms","start":"2026-03-14T07:12:09.320126Z","end":"2026-03-14T07:12:10.041247Z","steps":["trace[1598536823] 'agreement among raft nodes before linearized reading' (duration: 721.007798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.041281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:09.320105Z","time spent":"721.171082ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:12:10.041628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624272481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777450"} {"level":"info","ts":"2026-03-14T07:12:10.041678Z","caller":"traceutil/trace.go:171","msg":"trace[884191444] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4796; }","duration":"1.624340514s","start":"2026-03-14T07:12:08.417327Z","end":"2026-03-14T07:12:10.041667Z","steps":["trace[884191444] 'agreement among raft nodes before linearized reading' (duration: 1.623360462s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.041717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:08.417313Z","time spent":"1.624395324s","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777474,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-14T07:12:10.181715Z","caller":"traceutil/trace.go:171","msg":"trace[891050579] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"135.839687ms","start":"2026-03-14T07:12:10.04584Z","end":"2026-03-14T07:12:10.18168Z","steps":["trace[891050579] 'process raft request' (duration: 135.566831ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:10.181931Z","caller":"traceutil/trace.go:171","msg":"trace[1914003007] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"135.624742ms","start":"2026-03-14T07:12:10.046265Z","end":"2026-03-14T07:12:10.181889Z","steps":["trace[1914003007] 'process raft request' (duration: 135.354376ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:10.182266Z","caller":"traceutil/trace.go:171","msg":"trace[1674326656] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"133.547156ms","start":"2026-03-14T07:12:10.048689Z","end":"2026-03-14T07:12:10.182236Z","steps":["trace[1674326656] 'process raft request' (duration: 133.144807ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:10.18229Z","caller":"traceutil/trace.go:171","msg":"trace[316200348] linearizableReadLoop","detail":"{readStateIndex:4999; appliedIndex:4997; }","duration":"135.528669ms","start":"2026-03-14T07:12:10.046735Z","end":"2026-03-14T07:12:10.182264Z","steps":["trace[316200348] 'read index received' (duration: 19.818388ms)","trace[316200348] 'applied index is now lower than readState.Index' (duration: 115.709081ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:10.182409Z","caller":"traceutil/trace.go:171","msg":"trace[1484457538] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"119.075706ms","start":"2026-03-14T07:12:10.063325Z","end":"2026-03-14T07:12:10.182401Z","steps":["trace[1484457538] 'process raft request' (duration: 118.643536ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:10.182402Z","caller":"traceutil/trace.go:171","msg":"trace[350869191] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"118.943233ms","start":"2026-03-14T07:12:10.06344Z","end":"2026-03-14T07:12:10.182383Z","steps":["trace[350869191] 'process raft request' (duration: 118.574924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:10.182656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.887168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62970"} {"level":"info","ts":"2026-03-14T07:12:10.182707Z","caller":"traceutil/trace.go:171","msg":"trace[1114939319] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4801; }","duration":"135.96859ms","start":"2026-03-14T07:12:10.046728Z","end":"2026-03-14T07:12:10.182696Z","steps":["trace[1114939319] 'agreement among raft nodes before linearized reading' (duration: 135.659533ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:10.258466Z","caller":"traceutil/trace.go:171","msg":"trace[1856695102] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"190.748282ms","start":"2026-03-14T07:12:10.067672Z","end":"2026-03-14T07:12:10.25842Z","steps":["trace[1856695102] 'process raft request' (duration: 190.509277ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:10.687147Z","caller":"traceutil/trace.go:171","msg":"trace[657235722] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"238.628411ms","start":"2026-03-14T07:12:10.448491Z","end":"2026-03-14T07:12:10.687119Z","steps":["trace[657235722] 'process raft request' (duration: 238.238393ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:10.716983Z","caller":"traceutil/trace.go:171","msg":"trace[1580763192] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"156.959584ms","start":"2026-03-14T07:12:10.559989Z","end":"2026-03-14T07:12:10.716949Z","steps":["trace[1580763192] 'process raft request' (duration: 156.75997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:11.482673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583201359756740,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:12:11.731041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.095333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:12:11.731184Z","caller":"traceutil/trace.go:171","msg":"trace[1531027266] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"1.005838393s","start":"2026-03-14T07:12:10.725317Z","end":"2026-03-14T07:12:11.731155Z","steps":["trace[1531027266] 'process raft request' (duration: 789.514135ms)","trace[1531027266] 'compare' (duration: 215.823047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:11.731275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:10.725291Z","time spent":"1.005938235s","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1604,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:11.750376Z","caller":"traceutil/trace.go:171","msg":"trace[342500108] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"1.023471404s","start":"2026-03-14T07:12:10.726841Z","end":"2026-03-14T07:12:11.750313Z","steps":["trace[342500108] 'process raft request' (duration: 1.023241649s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:11.750521Z","caller":"traceutil/trace.go:171","msg":"trace[959917553] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"1.007619092s","start":"2026-03-14T07:12:10.742846Z","end":"2026-03-14T07:12:11.750465Z","steps":["trace[959917553] 'process raft request' (duration: 1.007431298s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:11.750599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:10.726821Z","time spent":"1.023667777s","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1412,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:11.750679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:10.742813Z","time spent":"1.007788936s","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1811,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-14T07:12:11.750446Z","caller":"traceutil/trace.go:171","msg":"trace[1405783742] linearizableReadLoop","detail":"{readStateIndex:5009; appliedIndex:5005; }","duration":"768.806346ms","start":"2026-03-14T07:12:10.981608Z","end":"2026-03-14T07:12:11.750414Z","steps":["trace[1405783742] 'read index received' (duration: 533.392995ms)","trace[1405783742] 'applied index is now lower than readState.Index' (duration: 235.411781ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:11.750669Z","caller":"traceutil/trace.go:171","msg":"trace[72893275] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"1.023600346s","start":"2026-03-14T07:12:10.726919Z","end":"2026-03-14T07:12:11.750519Z","steps":["trace[72893275] 'process raft request' (duration: 1.02331589s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:11.750817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.184235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:11.751209Z","caller":"traceutil/trace.go:171","msg":"trace[1188563940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4808; }","duration":"769.648656ms","start":"2026-03-14T07:12:10.981538Z","end":"2026-03-14T07:12:11.751187Z","steps":["trace[1188563940] 'agreement among raft nodes before linearized reading' (duration: 769.177244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:11.751257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:10.981509Z","time spent":"769.733948ms","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:12:11.751564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:10.726913Z","time spent":"1.024118947s","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1620,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:11.776954Z","caller":"traceutil/trace.go:171","msg":"trace[1370753875] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"116.262353ms","start":"2026-03-14T07:12:11.660642Z","end":"2026-03-14T07:12:11.776904Z","steps":["trace[1370753875] 'process raft request' (duration: 115.889885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:11.776985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.36304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17307"} {"level":"info","ts":"2026-03-14T07:12:11.777073Z","caller":"traceutil/trace.go:171","msg":"trace[1643428361] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4809; }","duration":"586.487262ms","start":"2026-03-14T07:12:11.190564Z","end":"2026-03-14T07:12:11.777051Z","steps":["trace[1643428361] 'agreement among raft nodes before linearized reading' (duration: 586.225666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:11.777115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:11.190545Z","time spent":"586.562154ms","remote":"127.0.0.1:48134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17331,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-14T07:12:11.77727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.731342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-161eff18-2c8b-491b-8c7d-2f8417ba5461\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-03-14T07:12:11.777385Z","caller":"traceutil/trace.go:171","msg":"trace[1708572029] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-161eff18-2c8b-491b-8c7d-2f8417ba5461; range_end:; response_count:1; response_revision:4809; }","duration":"730.129451ms","start":"2026-03-14T07:12:11.047232Z","end":"2026-03-14T07:12:11.777362Z","steps":["trace[1708572029] 'agreement among raft nodes before linearized reading' (duration: 729.60245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:11.777472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:11.047218Z","time spent":"730.236683ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-161eff18-2c8b-491b-8c7d-2f8417ba5461\" "} {"level":"info","ts":"2026-03-14T07:12:12.307951Z","caller":"traceutil/trace.go:171","msg":"trace[1166713217] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"116.361975ms","start":"2026-03-14T07:12:12.191561Z","end":"2026-03-14T07:12:12.307923Z","steps":["trace[1166713217] 'process raft request' (duration: 116.291834ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:12.308016Z","caller":"traceutil/trace.go:171","msg":"trace[995779490] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"116.497648ms","start":"2026-03-14T07:12:12.191475Z","end":"2026-03-14T07:12:12.307972Z","steps":["trace[995779490] 'process raft request' (duration: 104.336479ms)","trace[995779490] 'compare' (duration: 11.885473ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:12.308393Z","caller":"traceutil/trace.go:171","msg":"trace[709111459] linearizableReadLoop","detail":"{readStateIndex:5044; appliedIndex:5040; }","duration":"115.012286ms","start":"2026-03-14T07:12:12.193335Z","end":"2026-03-14T07:12:12.308348Z","steps":["trace[709111459] 'read index received' (duration: 31.828475ms)","trace[709111459] 'applied index is now lower than readState.Index' (duration: 83.182721ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:12.308603Z","caller":"traceutil/trace.go:171","msg":"trace[1942460908] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"116.59765ms","start":"2026-03-14T07:12:12.191841Z","end":"2026-03-14T07:12:12.308438Z","steps":["trace[1942460908] 'process raft request' (duration: 116.046678ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:12.308751Z","caller":"traceutil/trace.go:171","msg":"trace[1015970586] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"114.841052ms","start":"2026-03-14T07:12:12.193618Z","end":"2026-03-14T07:12:12.308459Z","steps":["trace[1015970586] 'process raft request' (duration: 114.586267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:12.30891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.546548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62970"} {"level":"info","ts":"2026-03-14T07:12:12.308949Z","caller":"traceutil/trace.go:171","msg":"trace[603927139] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4843; }","duration":"115.657511ms","start":"2026-03-14T07:12:12.19328Z","end":"2026-03-14T07:12:12.308937Z","steps":["trace[603927139] 'agreement among raft nodes before linearized reading' (duration: 115.179879ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:14.194649Z","caller":"traceutil/trace.go:171","msg":"trace[948669190] linearizableReadLoop","detail":"{readStateIndex:5071; appliedIndex:5070; }","duration":"391.121317ms","start":"2026-03-14T07:12:13.803504Z","end":"2026-03-14T07:12:14.194625Z","steps":["trace[948669190] 'read index received' (duration: 391.042685ms)","trace[948669190] 'applied index is now lower than readState.Index' (duration: 77.362µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:14.194805Z","caller":"traceutil/trace.go:171","msg":"trace[560355297] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"411.882787ms","start":"2026-03-14T07:12:13.782881Z","end":"2026-03-14T07:12:14.194764Z","steps":["trace[560355297] 'process raft request' (duration: 411.57951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:14.194963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.740063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-161eff18-2c8b-491b-8c7d-2f8417ba5461\" ","response":"range_response_count:1 size:3906"} {"level":"warn","ts":"2026-03-14T07:12:14.195007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:13.78285Z","time spent":"412.04603ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:14.195036Z","caller":"traceutil/trace.go:171","msg":"trace[1810178628] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-161eff18-2c8b-491b-8c7d-2f8417ba5461; range_end:; response_count:1; response_revision:4869; }","duration":"401.876336ms","start":"2026-03-14T07:12:13.79314Z","end":"2026-03-14T07:12:14.195016Z","steps":["trace[1810178628] 'agreement among raft nodes before linearized reading' (duration: 401.64526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:14.19509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:13.79311Z","time spent":"401.965698ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-161eff18-2c8b-491b-8c7d-2f8417ba5461\" "} {"level":"warn","ts":"2026-03-14T07:12:14.239144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.377535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:12:14.239309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.995839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"warn","ts":"2026-03-14T07:12:14.239294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.439503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-14T07:12:14.239365Z","caller":"traceutil/trace.go:171","msg":"trace[48218187] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4870; }","duration":"388.095771ms","start":"2026-03-14T07:12:13.851252Z","end":"2026-03-14T07:12:14.239348Z","steps":["trace[48218187] 'agreement among raft nodes before linearized reading' (duration: 387.858506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:14.239363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.793715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T07:12:14.239335Z","caller":"traceutil/trace.go:171","msg":"trace[1187567960] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"184.516874ms","start":"2026-03-14T07:12:14.054757Z","end":"2026-03-14T07:12:14.239274Z","steps":["trace[1187567960] 'process raft request' (duration: 182.319515ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:14.239398Z","caller":"traceutil/trace.go:171","msg":"trace[1066292020] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4870; }","duration":"301.605756ms","start":"2026-03-14T07:12:13.937764Z","end":"2026-03-14T07:12:14.23937Z","steps":["trace[1066292020] 'agreement among raft nodes before linearized reading' (duration: 301.270039ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:14.239433Z","caller":"traceutil/trace.go:171","msg":"trace[53080889] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:4870; }","duration":"130.930288ms","start":"2026-03-14T07:12:14.108488Z","end":"2026-03-14T07:12:14.239418Z","steps":["trace[53080889] 'agreement among raft nodes before linearized reading' (duration: 130.769755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:14.23946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:13.93774Z","time spent":"301.710398ms","remote":"127.0.0.1:48102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-14T07:12:14.239502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.043619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-69cdcb6bdf-plttz.189ca3b0c1b868e5\" ","response":"range_response_count:1 size:894"} {"level":"warn","ts":"2026-03-14T07:12:14.239411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:13.851228Z","time spent":"388.174332ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16255,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-14T07:12:14.239574Z","caller":"traceutil/trace.go:171","msg":"trace[731087789] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-69cdcb6bdf-plttz.189ca3b0c1b868e5; range_end:; response_count:1; response_revision:4870; }","duration":"388.138791ms","start":"2026-03-14T07:12:13.851418Z","end":"2026-03-14T07:12:14.239557Z","steps":["trace[731087789] 'agreement among raft nodes before linearized reading' (duration: 387.921297ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:14.239302Z","caller":"traceutil/trace.go:171","msg":"trace[690215559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4870; }","duration":"256.583699ms","start":"2026-03-14T07:12:13.98269Z","end":"2026-03-14T07:12:14.239274Z","steps":["trace[690215559] 'agreement among raft nodes before linearized reading' (duration: 256.341524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:14.23984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:13.851356Z","time spent":"388.382346ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":918,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-69cdcb6bdf-plttz.189ca3b0c1b868e5\" "} {"level":"warn","ts":"2026-03-14T07:12:14.240515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.846682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787686"} {"level":"info","ts":"2026-03-14T07:12:14.240595Z","caller":"traceutil/trace.go:171","msg":"trace[2098465266] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4870; }","duration":"142.983664ms","start":"2026-03-14T07:12:14.097591Z","end":"2026-03-14T07:12:14.240574Z","steps":["trace[2098465266] 'agreement among raft nodes before linearized reading' (duration: 141.753538ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:20.466602Z","caller":"traceutil/trace.go:171","msg":"trace[657534982] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"209.297363ms","start":"2026-03-14T07:12:20.257271Z","end":"2026-03-14T07:12:20.466569Z","steps":["trace[657534982] 'process raft request' (duration: 162.341084ms)","trace[657534982] 'compare' (duration: 46.459107ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:20.466838Z","caller":"traceutil/trace.go:171","msg":"trace[1057015635] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"209.504757ms","start":"2026-03-14T07:12:20.257294Z","end":"2026-03-14T07:12:20.466799Z","steps":["trace[1057015635] 'process raft request' (duration: 209.210681ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:20.467277Z","caller":"traceutil/trace.go:171","msg":"trace[670800235] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"207.246566ms","start":"2026-03-14T07:12:20.259989Z","end":"2026-03-14T07:12:20.467235Z","steps":["trace[670800235] 'process raft request' (duration: 206.679964ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:20.467837Z","caller":"traceutil/trace.go:171","msg":"trace[741552403] linearizableReadLoop","detail":"{readStateIndex:5183; appliedIndex:5178; }","duration":"199.298071ms","start":"2026-03-14T07:12:20.268499Z","end":"2026-03-14T07:12:20.467797Z","steps":["trace[741552403] 'read index received' (duration: 1.78248ms)","trace[741552403] 'applied index is now lower than readState.Index' (duration: 197.513521ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:20.467873Z","caller":"traceutil/trace.go:171","msg":"trace[1096096486] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"205.146731ms","start":"2026-03-14T07:12:20.262696Z","end":"2026-03-14T07:12:20.467843Z","steps":["trace[1096096486] 'process raft request' (duration: 204.452916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:20.46816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.625638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:12:20.468253Z","caller":"traceutil/trace.go:171","msg":"trace[669384470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4977; }","duration":"199.768051ms","start":"2026-03-14T07:12:20.268457Z","end":"2026-03-14T07:12:20.468225Z","steps":["trace[669384470] 'agreement among raft nodes before linearized reading' (duration: 199.468745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:20.468624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.760808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T07:12:20.468689Z","caller":"traceutil/trace.go:171","msg":"trace[876929185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4977; }","duration":"105.035344ms","start":"2026-03-14T07:12:20.363621Z","end":"2026-03-14T07:12:20.468656Z","steps":["trace[876929185] 'agreement among raft nodes before linearized reading' (duration: 104.657496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:20.468869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.96457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t7t5g\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-14T07:12:20.468893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.952452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:12:20.468938Z","caller":"traceutil/trace.go:171","msg":"trace[1409618869] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t7t5g; range_end:; response_count:1; response_revision:4977; }","duration":"123.101143ms","start":"2026-03-14T07:12:20.34582Z","end":"2026-03-14T07:12:20.468921Z","steps":["trace[1409618869] 'agreement among raft nodes before linearized reading' (duration: 122.839248ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:20.468973Z","caller":"traceutil/trace.go:171","msg":"trace[1068975786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4977; }","duration":"105.151588ms","start":"2026-03-14T07:12:20.3638Z","end":"2026-03-14T07:12:20.468951Z","steps":["trace[1068975786] 'agreement among raft nodes before linearized reading' (duration: 104.520193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:20.473216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.091342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:391890"} {"level":"info","ts":"2026-03-14T07:12:20.47331Z","caller":"traceutil/trace.go:171","msg":"trace[1396198500] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:4977; }","duration":"169.229266ms","start":"2026-03-14T07:12:20.304067Z","end":"2026-03-14T07:12:20.473296Z","steps":["trace[1396198500] 'agreement among raft nodes before linearized reading' (duration: 163.960409ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:20.671903Z","caller":"traceutil/trace.go:171","msg":"trace[999156405] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"195.430996ms","start":"2026-03-14T07:12:20.476441Z","end":"2026-03-14T07:12:20.671872Z","steps":["trace[999156405] 'process raft request' (duration: 180.897494ms)","trace[999156405] 'compare' (duration: 14.327888ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:20.672273Z","caller":"traceutil/trace.go:171","msg":"trace[627800870] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"195.527118ms","start":"2026-03-14T07:12:20.476729Z","end":"2026-03-14T07:12:20.672257Z","steps":["trace[627800870] 'process raft request' (duration: 195.096339ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:20.672347Z","caller":"traceutil/trace.go:171","msg":"trace[1796913220] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"192.926221ms","start":"2026-03-14T07:12:20.479396Z","end":"2026-03-14T07:12:20.672322Z","steps":["trace[1796913220] 'process raft request' (duration: 192.828679ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:20.672343Z","caller":"traceutil/trace.go:171","msg":"trace[848719810] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"193.902632ms","start":"2026-03-14T07:12:20.478408Z","end":"2026-03-14T07:12:20.67231Z","steps":["trace[848719810] 'process raft request' (duration: 193.712517ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:20.672846Z","caller":"traceutil/trace.go:171","msg":"trace[1181899792] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"193.338779ms","start":"2026-03-14T07:12:20.479473Z","end":"2026-03-14T07:12:20.672812Z","steps":["trace[1181899792] 'process raft request' (duration: 192.796408ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:20.672961Z","caller":"traceutil/trace.go:171","msg":"trace[1320160372] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"193.413081ms","start":"2026-03-14T07:12:20.479534Z","end":"2026-03-14T07:12:20.672947Z","steps":["trace[1320160372] 'process raft request' (duration: 193.060874ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:20.673067Z","caller":"traceutil/trace.go:171","msg":"trace[1506804835] linearizableReadLoop","detail":"{readStateIndex:5190; appliedIndex:5183; }","duration":"193.376531ms","start":"2026-03-14T07:12:20.479676Z","end":"2026-03-14T07:12:20.673053Z","steps":["trace[1506804835] 'read index received' (duration: 17.041728ms)","trace[1506804835] 'applied index is now lower than readState.Index' (duration: 176.333643ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:20.673085Z","caller":"traceutil/trace.go:171","msg":"trace[1329265894] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"191.781285ms","start":"2026-03-14T07:12:20.481266Z","end":"2026-03-14T07:12:20.673047Z","steps":["trace[1329265894] 'process raft request' (duration: 191.465228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:20.673593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.886533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:69404"} {"level":"info","ts":"2026-03-14T07:12:20.673634Z","caller":"traceutil/trace.go:171","msg":"trace[677886361] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4986; }","duration":"193.983234ms","start":"2026-03-14T07:12:20.47964Z","end":"2026-03-14T07:12:20.673623Z","steps":["trace[677886361] 'agreement among raft nodes before linearized reading' (duration: 193.513933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:20.673631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.810401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7179"} {"level":"info","ts":"2026-03-14T07:12:20.673678Z","caller":"traceutil/trace.go:171","msg":"trace[1412701702] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:4986; }","duration":"193.877412ms","start":"2026-03-14T07:12:20.479788Z","end":"2026-03-14T07:12:20.673665Z","steps":["trace[1412701702] 'agreement among raft nodes before linearized reading' (duration: 193.516493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:20.673751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.933664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-wdgzk\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-14T07:12:20.673925Z","caller":"traceutil/trace.go:171","msg":"trace[1678177964] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-wdgzk; range_end:; response_count:1; response_revision:4986; }","duration":"194.126077ms","start":"2026-03-14T07:12:20.479747Z","end":"2026-03-14T07:12:20.673873Z","steps":["trace[1678177964] 'agreement among raft nodes before linearized reading' (duration: 193.525043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:20.67378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.275412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-14T07:12:20.674006Z","caller":"traceutil/trace.go:171","msg":"trace[2059843119] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4986; }","duration":"134.578039ms","start":"2026-03-14T07:12:20.539403Z","end":"2026-03-14T07:12:20.673981Z","steps":["trace[2059843119] 'agreement among raft nodes before linearized reading' (duration: 133.895073ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:20.990606Z","caller":"traceutil/trace.go:171","msg":"trace[597920705] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"304.408428ms","start":"2026-03-14T07:12:20.686172Z","end":"2026-03-14T07:12:20.990581Z","steps":["trace[597920705] 'process raft request' (duration: 284.507548ms)","trace[597920705] 'compare' (duration: 19.683326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:20.990732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:20.68616Z","time spent":"304.50166ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7203,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:20.990842Z","caller":"traceutil/trace.go:171","msg":"trace[674868304] linearizableReadLoop","detail":"{readStateIndex:5194; appliedIndex:5192; }","duration":"258.46895ms","start":"2026-03-14T07:12:20.732343Z","end":"2026-03-14T07:12:20.990812Z","steps":["trace[674868304] 'read index received' (duration: 26.434434ms)","trace[674868304] 'applied index is now lower than readState.Index' (duration: 232.033046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:20.991031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.689295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-03-14T07:12:20.991058Z","caller":"traceutil/trace.go:171","msg":"trace[836748022] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:4988; }","duration":"258.767087ms","start":"2026-03-14T07:12:20.732285Z","end":"2026-03-14T07:12:20.991052Z","steps":["trace[836748022] 'agreement among raft nodes before linearized reading' (duration: 258.644954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:20.991106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.688092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:20.991146Z","caller":"traceutil/trace.go:171","msg":"trace[114410035] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4989; }","duration":"252.803365ms","start":"2026-03-14T07:12:20.738334Z","end":"2026-03-14T07:12:20.991137Z","steps":["trace[114410035] 'agreement among raft nodes before linearized reading' (duration: 252.714454ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:20.991333Z","caller":"traceutil/trace.go:171","msg":"trace[573274163] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"174.41937ms","start":"2026-03-14T07:12:20.816896Z","end":"2026-03-14T07:12:20.991315Z","steps":["trace[573274163] 'process raft request' (duration: 173.861188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:20.991414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.361627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:20.99145Z","caller":"traceutil/trace.go:171","msg":"trace[1055630207] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4989; }","duration":"201.414018ms","start":"2026-03-14T07:12:20.790024Z","end":"2026-03-14T07:12:20.991438Z","steps":["trace[1055630207] 'agreement among raft nodes before linearized reading' (duration: 201.366077ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:21.547711Z","caller":"traceutil/trace.go:171","msg":"trace[1186607085] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"119.350152ms","start":"2026-03-14T07:12:21.428331Z","end":"2026-03-14T07:12:21.547681Z","steps":["trace[1186607085] 'process raft request' (duration: 119.067525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:21.805648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.671048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:12:21.805821Z","caller":"traceutil/trace.go:171","msg":"trace[1156559465] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"187.355988ms","start":"2026-03-14T07:12:21.61845Z","end":"2026-03-14T07:12:21.805806Z","steps":["trace[1156559465] 'process raft request' (duration: 187.286946ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:21.805978Z","caller":"traceutil/trace.go:171","msg":"trace[1240889692] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"187.599622ms","start":"2026-03-14T07:12:21.618336Z","end":"2026-03-14T07:12:21.805936Z","steps":["trace[1240889692] 'process raft request' (duration: 26.580058ms)","trace[1240889692] 'compare' (duration: 160.35801ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:22.072712Z","caller":"traceutil/trace.go:171","msg":"trace[1332984372] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"111.828785ms","start":"2026-03-14T07:12:21.960848Z","end":"2026-03-14T07:12:22.072676Z","steps":["trace[1332984372] 'process raft request' (duration: 111.60924ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:23.16165Z","caller":"traceutil/trace.go:171","msg":"trace[1765301955] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"134.64549ms","start":"2026-03-14T07:12:23.026975Z","end":"2026-03-14T07:12:23.16162Z","steps":["trace[1765301955] 'process raft request' (duration: 134.521607ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:23.161807Z","caller":"traceutil/trace.go:171","msg":"trace[1424481662] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"135.023418ms","start":"2026-03-14T07:12:23.026754Z","end":"2026-03-14T07:12:23.161777Z","steps":["trace[1424481662] 'process raft request' (duration: 126.582411ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:23.162068Z","caller":"traceutil/trace.go:171","msg":"trace[548132938] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"133.429594ms","start":"2026-03-14T07:12:23.028617Z","end":"2026-03-14T07:12:23.162046Z","steps":["trace[548132938] 'process raft request' (duration: 133.346442ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:23.162198Z","caller":"traceutil/trace.go:171","msg":"trace[936523325] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"134.075298ms","start":"2026-03-14T07:12:23.028108Z","end":"2026-03-14T07:12:23.162183Z","steps":["trace[936523325] 'process raft request' (duration: 133.464685ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:24.625347Z","caller":"traceutil/trace.go:171","msg":"trace[2073592430] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"374.95824ms","start":"2026-03-14T07:12:24.250366Z","end":"2026-03-14T07:12:24.625324Z","steps":["trace[2073592430] 'process raft request' (duration: 374.797986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:24.625517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:24.250324Z","time spent":"375.090563ms","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:24.834224Z","caller":"traceutil/trace.go:171","msg":"trace[638704109] linearizableReadLoop","detail":"{readStateIndex:5226; appliedIndex:5224; }","duration":"206.045851ms","start":"2026-03-14T07:12:24.628151Z","end":"2026-03-14T07:12:24.834197Z","steps":["trace[638704109] 'read index received' (duration: 115.398264ms)","trace[638704109] 'applied index is now lower than readState.Index' (duration: 90.646517ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:24.834373Z","caller":"traceutil/trace.go:171","msg":"trace[791785255] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"340.009267ms","start":"2026-03-14T07:12:24.494341Z","end":"2026-03-14T07:12:24.83435Z","steps":["trace[791785255] 'process raft request' (duration: 339.734411ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:24.834376Z","caller":"traceutil/trace.go:171","msg":"trace[1676268231] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"582.85363ms","start":"2026-03-14T07:12:24.251488Z","end":"2026-03-14T07:12:24.834341Z","steps":["trace[1676268231] 'process raft request' (duration: 492.014879ms)","trace[1676268231] 'compare' (duration: 90.361341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:24.834564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:24.251456Z","time spent":"582.999304ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:24.834621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.46624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-14T07:12:24.834684Z","caller":"traceutil/trace.go:171","msg":"trace[352319519] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5019; }","duration":"206.567982ms","start":"2026-03-14T07:12:24.628098Z","end":"2026-03-14T07:12:24.834666Z","steps":["trace[352319519] 'agreement among raft nodes before linearized reading' (duration: 206.408419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:24.834715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.156053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:12:24.834766Z","caller":"traceutil/trace.go:171","msg":"trace[1353061536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5019; }","duration":"145.218124ms","start":"2026-03-14T07:12:24.689534Z","end":"2026-03-14T07:12:24.834752Z","steps":["trace[1353061536] 'agreement among raft nodes before linearized reading' (duration: 145.047321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:24.834788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.612382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T07:12:24.834821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.287326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T07:12:24.8348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.48976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:12:24.834866Z","caller":"traceutil/trace.go:171","msg":"trace[1019139855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5019; }","duration":"145.346178ms","start":"2026-03-14T07:12:24.689509Z","end":"2026-03-14T07:12:24.834855Z","steps":["trace[1019139855] 'agreement among raft nodes before linearized reading' (duration: 145.214585ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:24.834867Z","caller":"traceutil/trace.go:171","msg":"trace[2062004815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5019; }","duration":"140.763795ms","start":"2026-03-14T07:12:24.694084Z","end":"2026-03-14T07:12:24.834848Z","steps":["trace[2062004815] 'agreement among raft nodes before linearized reading' (duration: 140.474539ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:24.834887Z","caller":"traceutil/trace.go:171","msg":"trace[1418179741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5019; }","duration":"145.621333ms","start":"2026-03-14T07:12:24.689246Z","end":"2026-03-14T07:12:24.834867Z","steps":["trace[1418179741] 'agreement among raft nodes before linearized reading' (duration: 145.314126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:24.834931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.312607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t7t5g\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-14T07:12:24.834492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:24.49431Z","time spent":"340.090128ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:24.834981Z","caller":"traceutil/trace.go:171","msg":"trace[127588815] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t7t5g; range_end:; response_count:1; response_revision:5019; }","duration":"145.387128ms","start":"2026-03-14T07:12:24.68958Z","end":"2026-03-14T07:12:24.834967Z","steps":["trace[127588815] 'agreement among raft nodes before linearized reading' (duration: 145.225245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:24.835002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.616023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:12:24.835075Z","caller":"traceutil/trace.go:171","msg":"trace[347977071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5019; }","duration":"140.689774ms","start":"2026-03-14T07:12:24.694371Z","end":"2026-03-14T07:12:24.835061Z","steps":["trace[347977071] 'agreement among raft nodes before linearized reading' (duration: 140.51268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:25.313632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.255772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:12:25.313723Z","caller":"traceutil/trace.go:171","msg":"trace[1874991119] linearizableReadLoop","detail":"{readStateIndex:5227; appliedIndex:5226; }","duration":"474.149695ms","start":"2026-03-14T07:12:24.839557Z","end":"2026-03-14T07:12:25.313706Z","steps":["trace[1874991119] 'read index received' (duration: 105.714249ms)","trace[1874991119] 'applied index is now lower than readState.Index' (duration: 368.434285ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:25.313818Z","caller":"traceutil/trace.go:171","msg":"trace[1773219172] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"474.332998ms","start":"2026-03-14T07:12:24.839464Z","end":"2026-03-14T07:12:25.313797Z","steps":["trace[1773219172] 'process raft request' (duration: 105.823801ms)","trace[1773219172] 'compare' (duration: 367.935125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:25.313904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:24.839432Z","time spent":"474.438861ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:25.314086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.503322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71018"} {"level":"info","ts":"2026-03-14T07:12:25.314174Z","caller":"traceutil/trace.go:171","msg":"trace[193252049] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5020; }","duration":"474.651575ms","start":"2026-03-14T07:12:24.839503Z","end":"2026-03-14T07:12:25.314154Z","steps":["trace[193252049] 'agreement among raft nodes before linearized reading' (duration: 474.308328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:25.314224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:24.839475Z","time spent":"474.738538ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":71042,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T07:12:25.390446Z","caller":"traceutil/trace.go:171","msg":"trace[540699831] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"550.76326ms","start":"2026-03-14T07:12:24.839659Z","end":"2026-03-14T07:12:25.390422Z","steps":["trace[540699831] 'process raft request' (duration: 550.616057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:25.390624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:24.839637Z","time spent":"550.904963ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:25.39089Z","caller":"traceutil/trace.go:171","msg":"trace[1255584090] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"551.159108ms","start":"2026-03-14T07:12:24.839679Z","end":"2026-03-14T07:12:25.390838Z","steps":["trace[1255584090] 'process raft request' (duration: 550.699488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:25.391098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:24.839661Z","time spent":"551.327164ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:25.391381Z","caller":"traceutil/trace.go:171","msg":"trace[1482941122] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"551.669941ms","start":"2026-03-14T07:12:24.839698Z","end":"2026-03-14T07:12:25.391368Z","steps":["trace[1482941122] 'process raft request' (duration: 551.447556ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:25.391374Z","caller":"traceutil/trace.go:171","msg":"trace[465187244] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"551.630709ms","start":"2026-03-14T07:12:24.83971Z","end":"2026-03-14T07:12:25.391341Z","steps":["trace[465187244] 'process raft request' (duration: 551.569908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:25.391454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:24.839654Z","time spent":"551.762403ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:25.391497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:24.839684Z","time spent":"551.753612ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:25.392542Z","caller":"traceutil/trace.go:171","msg":"trace[1630118175] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"355.463158ms","start":"2026-03-14T07:12:25.037017Z","end":"2026-03-14T07:12:25.39248Z","steps":["trace[1630118175] 'process raft request' (duration: 355.191062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:25.392569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.811073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:25.392648Z","caller":"traceutil/trace.go:171","msg":"trace[583892006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5025; }","duration":"410.938036ms","start":"2026-03-14T07:12:24.98169Z","end":"2026-03-14T07:12:25.392628Z","steps":["trace[583892006] 'agreement among raft nodes before linearized reading' (duration: 410.733422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:25.392706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:24.981673Z","time spent":"411.023118ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:12:25.392645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:25.036998Z","time spent":"355.59186ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:25.393363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.486413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:25.393473Z","caller":"traceutil/trace.go:171","msg":"trace[1227963665] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5025; }","duration":"264.621547ms","start":"2026-03-14T07:12:25.128826Z","end":"2026-03-14T07:12:25.393448Z","steps":["trace[1227963665] 'agreement among raft nodes before linearized reading' (duration: 263.908062ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:26.093916Z","caller":"traceutil/trace.go:171","msg":"trace[607462001] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"108.47309ms","start":"2026-03-14T07:12:25.985415Z","end":"2026-03-14T07:12:26.093888Z","steps":["trace[607462001] 'process raft request' (duration: 94.068312ms)","trace[607462001] 'compare' (duration: 14.271916ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:26.277179Z","caller":"traceutil/trace.go:171","msg":"trace[1038875779] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"291.477332ms","start":"2026-03-14T07:12:25.985694Z","end":"2026-03-14T07:12:26.277171Z","steps":["trace[1038875779] 'process raft request' (duration: 291.367199ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:26.277203Z","caller":"traceutil/trace.go:171","msg":"trace[1971015840] linearizableReadLoop","detail":"{readStateIndex:5243; appliedIndex:5238; }","duration":"242.929387ms","start":"2026-03-14T07:12:26.034247Z","end":"2026-03-14T07:12:26.277177Z","steps":["trace[1971015840] 'read index received' (duration: 45.275442ms)","trace[1971015840] 'applied index is now lower than readState.Index' (duration: 197.652895ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:26.277244Z","caller":"traceutil/trace.go:171","msg":"trace[745251554] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"284.927387ms","start":"2026-03-14T07:12:25.992303Z","end":"2026-03-14T07:12:26.27723Z","steps":["trace[745251554] 'process raft request' (duration: 284.815614ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:26.277156Z","caller":"traceutil/trace.go:171","msg":"trace[2102212560] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"291.697446ms","start":"2026-03-14T07:12:25.985437Z","end":"2026-03-14T07:12:26.277135Z","steps":["trace[2102212560] 'process raft request' (duration: 218.797432ms)","trace[2102212560] 'compare' (duration: 72.420883ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:26.277154Z","caller":"traceutil/trace.go:171","msg":"trace[1728904647] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"291.514712ms","start":"2026-03-14T07:12:25.985615Z","end":"2026-03-14T07:12:26.277129Z","steps":["trace[1728904647] 'process raft request' (duration: 291.332338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:26.277437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.166023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-14T07:12:26.277483Z","caller":"traceutil/trace.go:171","msg":"trace[1959147573] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5036; }","duration":"243.283085ms","start":"2026-03-14T07:12:26.034188Z","end":"2026-03-14T07:12:26.277471Z","steps":["trace[1959147573] 'agreement among raft nodes before linearized reading' (duration: 243.085911ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:26.976145Z","caller":"traceutil/trace.go:171","msg":"trace[826383644] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"134.953498ms","start":"2026-03-14T07:12:26.841159Z","end":"2026-03-14T07:12:26.976112Z","steps":["trace[826383644] 'process raft request' (duration: 98.225665ms)","trace[826383644] 'compare' (duration: 36.58082ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:27.321702Z","caller":"traceutil/trace.go:171","msg":"trace[1113388922] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"149.724725ms","start":"2026-03-14T07:12:27.171946Z","end":"2026-03-14T07:12:27.32167Z","steps":["trace[1113388922] 'process raft request' (duration: 149.437368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:27.458835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.166976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71029"} {"level":"info","ts":"2026-03-14T07:12:27.458912Z","caller":"traceutil/trace.go:171","msg":"trace[1890327019] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5040; }","duration":"132.308659ms","start":"2026-03-14T07:12:27.326585Z","end":"2026-03-14T07:12:27.458894Z","steps":["trace[1890327019] 'range keys from in-memory index tree' (duration: 131.91286ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:27.459068Z","caller":"traceutil/trace.go:171","msg":"trace[647668811] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"130.724694ms","start":"2026-03-14T07:12:27.328324Z","end":"2026-03-14T07:12:27.459049Z","steps":["trace[647668811] 'process raft request' (duration: 130.656413ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:27.459111Z","caller":"traceutil/trace.go:171","msg":"trace[1517007542] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"132.37369ms","start":"2026-03-14T07:12:27.326678Z","end":"2026-03-14T07:12:27.459052Z","steps":["trace[1517007542] 'process raft request' (duration: 33.961362ms)","trace[1517007542] 'compare' (duration: 98.211694ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:27.459111Z","caller":"traceutil/trace.go:171","msg":"trace[2057770153] linearizableReadLoop","detail":"{readStateIndex:5248; appliedIndex:5247; }","duration":"130.858287ms","start":"2026-03-14T07:12:27.328228Z","end":"2026-03-14T07:12:27.459086Z","steps":["trace[2057770153] 'read index received' (duration: 32.433089ms)","trace[2057770153] 'applied index is now lower than readState.Index' (duration: 98.422818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:27.45926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.99771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:27.459302Z","caller":"traceutil/trace.go:171","msg":"trace[201800524] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5042; }","duration":"131.090092ms","start":"2026-03-14T07:12:27.328202Z","end":"2026-03-14T07:12:27.459293Z","steps":["trace[201800524] 'agreement among raft nodes before linearized reading' (duration: 130.953289ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:27.608887Z","caller":"traceutil/trace.go:171","msg":"trace[1489521183] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"141.815479ms","start":"2026-03-14T07:12:27.467047Z","end":"2026-03-14T07:12:27.608862Z","steps":["trace[1489521183] 'process raft request' (duration: 141.728687ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:27.608954Z","caller":"traceutil/trace.go:171","msg":"trace[175133982] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"141.967632ms","start":"2026-03-14T07:12:27.466955Z","end":"2026-03-14T07:12:27.608923Z","steps":["trace[175133982] 'process raft request' (duration: 141.614584ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:27.609091Z","caller":"traceutil/trace.go:171","msg":"trace[1456190192] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"141.762898ms","start":"2026-03-14T07:12:27.467319Z","end":"2026-03-14T07:12:27.609082Z","steps":["trace[1456190192] 'process raft request' (duration: 141.501372ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:28.151312Z","caller":"traceutil/trace.go:171","msg":"trace[1020673725] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"141.84301ms","start":"2026-03-14T07:12:28.009436Z","end":"2026-03-14T07:12:28.151279Z","steps":["trace[1020673725] 'process raft request' (duration: 141.608325ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:28.193258Z","caller":"traceutil/trace.go:171","msg":"trace[206048560] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"103.966381ms","start":"2026-03-14T07:12:28.089236Z","end":"2026-03-14T07:12:28.193203Z","steps":["trace[206048560] 'process raft request' (duration: 103.741796ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:29.748889Z","caller":"traceutil/trace.go:171","msg":"trace[475292076] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"130.602ms","start":"2026-03-14T07:12:29.618252Z","end":"2026-03-14T07:12:29.748854Z","steps":["trace[475292076] 'process raft request' (duration: 130.453747ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:29.749074Z","caller":"traceutil/trace.go:171","msg":"trace[1497882030] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"130.869697ms","start":"2026-03-14T07:12:29.61816Z","end":"2026-03-14T07:12:29.74903Z","steps":["trace[1497882030] 'process raft request' (duration: 109.081844ms)","trace[1497882030] 'compare' (duration: 21.035787ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:29.749148Z","caller":"traceutil/trace.go:171","msg":"trace[743492504] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"130.529219ms","start":"2026-03-14T07:12:29.61858Z","end":"2026-03-14T07:12:29.749109Z","steps":["trace[743492504] 'process raft request' (duration: 130.214022ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:35.163866Z","caller":"traceutil/trace.go:171","msg":"trace[1347317555] linearizableReadLoop","detail":"{readStateIndex:5357; appliedIndex:5356; }","duration":"181.909036ms","start":"2026-03-14T07:12:34.981928Z","end":"2026-03-14T07:12:35.163837Z","steps":["trace[1347317555] 'read index received' (duration: 121.618873ms)","trace[1347317555] 'applied index is now lower than readState.Index' (duration: 60.288963ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:35.16395Z","caller":"traceutil/trace.go:171","msg":"trace[824553255] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"240.427922ms","start":"2026-03-14T07:12:34.923464Z","end":"2026-03-14T07:12:35.163891Z","steps":["trace[824553255] 'process raft request' (duration: 180.657319ms)","trace[824553255] 'compare' (duration: 59.565958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:35.164065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.127011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:35.164147Z","caller":"traceutil/trace.go:171","msg":"trace[249924698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5148; }","duration":"182.265974ms","start":"2026-03-14T07:12:34.981862Z","end":"2026-03-14T07:12:35.164128Z","steps":["trace[249924698] 'agreement among raft nodes before linearized reading' (duration: 182.124341ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:35.170411Z","caller":"traceutil/trace.go:171","msg":"trace[969789847] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"165.304889ms","start":"2026-03-14T07:12:35.005075Z","end":"2026-03-14T07:12:35.17038Z","steps":["trace[969789847] 'process raft request' (duration: 165.096225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:35.170428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.345076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f19d523d-20a6-42a6-9956-dbd6eb13cab5\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-14T07:12:35.170542Z","caller":"traceutil/trace.go:171","msg":"trace[1917838405] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f19d523d-20a6-42a6-9956-dbd6eb13cab5; range_end:; response_count:1; response_revision:5149; }","duration":"145.440628ms","start":"2026-03-14T07:12:35.025032Z","end":"2026-03-14T07:12:35.170473Z","steps":["trace[1917838405] 'agreement among raft nodes before linearized reading' (duration: 145.238094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:35.170558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.943752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f19d523d-20a6-42a6-9956-dbd6eb13cab5\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-14T07:12:35.170628Z","caller":"traceutil/trace.go:171","msg":"trace[1328003955] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f19d523d-20a6-42a6-9956-dbd6eb13cab5; range_end:; response_count:1; response_revision:5149; }","duration":"109.049414ms","start":"2026-03-14T07:12:35.061559Z","end":"2026-03-14T07:12:35.170608Z","steps":["trace[1328003955] 'agreement among raft nodes before linearized reading' (duration: 108.864609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:36.167022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.603313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:12:36.167295Z","caller":"traceutil/trace.go:171","msg":"trace[1326006048] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"464.701565ms","start":"2026-03-14T07:12:35.702531Z","end":"2026-03-14T07:12:36.167232Z","steps":["trace[1326006048] 'process raft request' (duration: 464.632994ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:36.167317Z","caller":"traceutil/trace.go:171","msg":"trace[1192559536] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"624.100703ms","start":"2026-03-14T07:12:35.543167Z","end":"2026-03-14T07:12:36.167268Z","steps":["trace[1192559536] 'process raft request' (duration: 75.144313ms)","trace[1192559536] 'compare' (duration: 548.442809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:36.167426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:35.70249Z","time spent":"464.859299ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:36.16753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:35.543156Z","time spent":"624.261666ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:36.167503Z","caller":"traceutil/trace.go:171","msg":"trace[544034767] linearizableReadLoop","detail":"{readStateIndex:5361; appliedIndex:5360; }","duration":"567.225784ms","start":"2026-03-14T07:12:35.600226Z","end":"2026-03-14T07:12:36.167452Z","steps":["trace[544034767] 'read index received' (duration: 17.990217ms)","trace[544034767] 'applied index is now lower than readState.Index' (duration: 549.231227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:36.167828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.548891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T07:12:36.167919Z","caller":"traceutil/trace.go:171","msg":"trace[1148251997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5153; }","duration":"567.717936ms","start":"2026-03-14T07:12:35.600179Z","end":"2026-03-14T07:12:36.167897Z","steps":["trace[1148251997] 'agreement among raft nodes before linearized reading' (duration: 567.378317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:36.167971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:35.600161Z","time spent":"567.800907ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:12:36.221791Z","caller":"traceutil/trace.go:171","msg":"trace[1141843084] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"519.152002ms","start":"2026-03-14T07:12:35.702612Z","end":"2026-03-14T07:12:36.221764Z","steps":["trace[1141843084] 'process raft request' (duration: 518.973398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:36.221918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:35.70258Z","time spent":"519.278414ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:36.221927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.253582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:12:36.222012Z","caller":"traceutil/trace.go:171","msg":"trace[86876474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5154; }","duration":"448.397385ms","start":"2026-03-14T07:12:35.773593Z","end":"2026-03-14T07:12:36.22199Z","steps":["trace[86876474] 'agreement among raft nodes before linearized reading' (duration: 448.17422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:36.222075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:35.773569Z","time spent":"448.493586ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:12:36.222094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.508494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:12:36.22211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.96003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T07:12:36.222162Z","caller":"traceutil/trace.go:171","msg":"trace[1158472531] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5154; }","duration":"502.585025ms","start":"2026-03-14T07:12:35.719562Z","end":"2026-03-14T07:12:36.222147Z","steps":["trace[1158472531] 'agreement among raft nodes before linearized reading' (duration: 502.423482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:36.222158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.531348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:12:36.222188Z","caller":"traceutil/trace.go:171","msg":"trace[1580305689] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5154; }","duration":"544.084413ms","start":"2026-03-14T07:12:35.678086Z","end":"2026-03-14T07:12:36.222171Z","steps":["trace[1580305689] 'agreement among raft nodes before linearized reading' (duration: 543.905899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:36.222211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:35.719493Z","time spent":"502.701377ms","remote":"127.0.0.1:48088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":5,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:12:36.222228Z","caller":"traceutil/trace.go:171","msg":"trace[2022905423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5154; }","duration":"448.64218ms","start":"2026-03-14T07:12:35.77357Z","end":"2026-03-14T07:12:36.222213Z","steps":["trace[2022905423] 'agreement among raft nodes before linearized reading' (duration: 448.459646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:36.222239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:35.678061Z","time spent":"544.162724ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:12:36.222272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:35.773546Z","time spent":"448.718122ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:12:36.222287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.029803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:12:36.222385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.63895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:12:36.222397Z","caller":"traceutil/trace.go:171","msg":"trace[1733159403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5154; }","duration":"240.164646ms","start":"2026-03-14T07:12:35.98221Z","end":"2026-03-14T07:12:36.222375Z","steps":["trace[1733159403] 'agreement among raft nodes before linearized reading' (duration: 239.953272ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:36.222492Z","caller":"traceutil/trace.go:171","msg":"trace[165119201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5154; }","duration":"448.734012ms","start":"2026-03-14T07:12:35.773686Z","end":"2026-03-14T07:12:36.22242Z","steps":["trace[165119201] 'agreement among raft nodes before linearized reading' (duration: 448.511927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:36.222694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:35.773652Z","time spent":"449.025869ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:12:36.299232Z","caller":"traceutil/trace.go:171","msg":"trace[253054066] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"126.642713ms","start":"2026-03-14T07:12:36.172551Z","end":"2026-03-14T07:12:36.299194Z","steps":["trace[253054066] 'process raft request' (duration: 122.185605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:36.299532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.23334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f19d523d-20a6-42a6-9956-dbd6eb13cab5\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-03-14T07:12:36.299637Z","caller":"traceutil/trace.go:171","msg":"trace[1554324884] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f19d523d-20a6-42a6-9956-dbd6eb13cab5; range_end:; response_count:1; response_revision:5157; }","duration":"124.410654ms","start":"2026-03-14T07:12:36.1752Z","end":"2026-03-14T07:12:36.299611Z","steps":["trace[1554324884] 'agreement among raft nodes before linearized reading' (duration: 124.111237ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:37.756305Z","caller":"traceutil/trace.go:171","msg":"trace[694827930] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"119.496476ms","start":"2026-03-14T07:12:37.636775Z","end":"2026-03-14T07:12:37.756271Z","steps":["trace[694827930] 'process raft request' (duration: 119.27204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:38.632273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.08734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T07:12:38.632358Z","caller":"traceutil/trace.go:171","msg":"trace[1773889187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5174; }","duration":"327.244034ms","start":"2026-03-14T07:12:38.305096Z","end":"2026-03-14T07:12:38.63234Z","steps":["trace[1773889187] 'range keys from in-memory index tree' (duration: 326.798163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:38.632417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:38.305077Z","time spent":"327.331825ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:12:38.632585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.108347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:38.632621Z","caller":"traceutil/trace.go:171","msg":"trace[1813161941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5174; }","duration":"213.172119ms","start":"2026-03-14T07:12:38.41944Z","end":"2026-03-14T07:12:38.632612Z","steps":["trace[1813161941] 'range keys from in-memory index tree' (duration: 212.971823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:38.632648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.764618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:12:38.632668Z","caller":"traceutil/trace.go:171","msg":"trace[481567285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5174; }","duration":"460.82978ms","start":"2026-03-14T07:12:38.171832Z","end":"2026-03-14T07:12:38.632662Z","steps":["trace[481567285] 'range keys from in-memory index tree' (duration: 460.655625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:38.632686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:38.171806Z","time spent":"460.87539ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:12:38.63277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.586311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T07:12:38.632806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.284077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:12:38.632836Z","caller":"traceutil/trace.go:171","msg":"trace[697283646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5174; }","duration":"328.371408ms","start":"2026-03-14T07:12:38.304456Z","end":"2026-03-14T07:12:38.632828Z","steps":["trace[697283646] 'range keys from in-memory index tree' (duration: 328.157854ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:38.632838Z","caller":"traceutil/trace.go:171","msg":"trace[1671240845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5174; }","duration":"327.730644ms","start":"2026-03-14T07:12:38.30509Z","end":"2026-03-14T07:12:38.632821Z","steps":["trace[1671240845] 'range keys from in-memory index tree' (duration: 327.280083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:38.632858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:38.304425Z","time spent":"328.426519ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:12:38.632882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:38.305046Z","time spent":"327.827146ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:12:38.632795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.02595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:12:38.633055Z","caller":"traceutil/trace.go:171","msg":"trace[1060663330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5174; }","duration":"328.333548ms","start":"2026-03-14T07:12:38.304715Z","end":"2026-03-14T07:12:38.633049Z","steps":["trace[1060663330] 'range keys from in-memory index tree' (duration: 327.930279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:38.633037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.787996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f19d523d-20a6-42a6-9956-dbd6eb13cab5\" ","response":"range_response_count:1 size:3951"} {"level":"warn","ts":"2026-03-14T07:12:38.633078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:38.3047Z","time spent":"328.371809ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:12:38.633101Z","caller":"traceutil/trace.go:171","msg":"trace[596203606] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f19d523d-20a6-42a6-9956-dbd6eb13cab5; range_end:; response_count:1; response_revision:5174; }","duration":"323.855289ms","start":"2026-03-14T07:12:38.309233Z","end":"2026-03-14T07:12:38.633088Z","steps":["trace[596203606] 'range keys from in-memory index tree' (duration: 323.648073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:38.633137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:38.309195Z","time spent":"323.93242ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f19d523d-20a6-42a6-9956-dbd6eb13cab5\" "} {"level":"info","ts":"2026-03-14T07:12:40.428005Z","caller":"traceutil/trace.go:171","msg":"trace[1039860831] linearizableReadLoop","detail":"{readStateIndex:5410; appliedIndex:5409; }","duration":"164.742706ms","start":"2026-03-14T07:12:40.263248Z","end":"2026-03-14T07:12:40.42799Z","steps":["trace[1039860831] 'read index received' (duration: 164.525001ms)","trace[1039860831] 'applied index is now lower than readState.Index' (duration: 216.935µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:40.4282Z","caller":"traceutil/trace.go:171","msg":"trace[373540046] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"407.564631ms","start":"2026-03-14T07:12:40.020628Z","end":"2026-03-14T07:12:40.428192Z","steps":["trace[373540046] 'process raft request' (duration: 407.238813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:40.428285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:40.020601Z","time spent":"407.619162ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9210,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:40.428434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.189747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:12:40.428453Z","caller":"traceutil/trace.go:171","msg":"trace[1188869667] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5200; }","duration":"165.269688ms","start":"2026-03-14T07:12:40.263178Z","end":"2026-03-14T07:12:40.428448Z","steps":["trace[1188869667] 'agreement among raft nodes before linearized reading' (duration: 165.225727ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:40.54985Z","caller":"traceutil/trace.go:171","msg":"trace[1121534268] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"100.873093ms","start":"2026-03-14T07:12:40.448939Z","end":"2026-03-14T07:12:40.549812Z","steps":["trace[1121534268] 'process raft request' (duration: 82.264341ms)","trace[1121534268] 'compare' (duration: 18.347376ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:52.133335Z","caller":"traceutil/trace.go:171","msg":"trace[728029771] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"407.01224ms","start":"2026-03-14T07:12:51.726292Z","end":"2026-03-14T07:12:52.133305Z","steps":["trace[728029771] 'process raft request' (duration: 406.825546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:52.133688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:51.726252Z","time spent":"407.192143ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13835,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:52.134407Z","caller":"traceutil/trace.go:171","msg":"trace[1984522799] linearizableReadLoop","detail":"{readStateIndex:5573; appliedIndex:5571; }","duration":"371.011681ms","start":"2026-03-14T07:12:51.763367Z","end":"2026-03-14T07:12:52.134379Z","steps":["trace[1984522799] 'read index received' (duration: 369.727893ms)","trace[1984522799] 'applied index is now lower than readState.Index' (duration: 1.282738ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:52.134509Z","caller":"traceutil/trace.go:171","msg":"trace[14403288] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"371.289827ms","start":"2026-03-14T07:12:51.763181Z","end":"2026-03-14T07:12:52.134471Z","steps":["trace[14403288] 'process raft request' (duration: 371.036272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:52.134678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.287658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t7t5g\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-14T07:12:52.134666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.881602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:12:52.1347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.184485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-03-14T07:12:52.134718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:51.763144Z","time spent":"371.458481ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:52.134753Z","caller":"traceutil/trace.go:171","msg":"trace[522731018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5359; }","duration":"152.021355ms","start":"2026-03-14T07:12:51.982703Z","end":"2026-03-14T07:12:52.134724Z","steps":["trace[522731018] 'agreement among raft nodes before linearized reading' (duration: 151.867021ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:52.134794Z","caller":"traceutil/trace.go:171","msg":"trace[2107012920] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5359; }","duration":"357.289268ms","start":"2026-03-14T07:12:51.777478Z","end":"2026-03-14T07:12:52.134768Z","steps":["trace[2107012920] 'agreement among raft nodes before linearized reading' (duration: 357.060973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:52.13481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.734982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:12:52.13485Z","caller":"traceutil/trace.go:171","msg":"trace[928119162] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5359; }","duration":"214.781873ms","start":"2026-03-14T07:12:51.920056Z","end":"2026-03-14T07:12:52.134838Z","steps":["trace[928119162] 'agreement among raft nodes before linearized reading' (duration: 214.711792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:52.134854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:51.777474Z","time spent":"357.366739ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-14T07:12:52.13473Z","caller":"traceutil/trace.go:171","msg":"trace[1463343832] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t7t5g; range_end:; response_count:1; response_revision:5359; }","duration":"371.408201ms","start":"2026-03-14T07:12:51.763304Z","end":"2026-03-14T07:12:52.134712Z","steps":["trace[1463343832] 'agreement among raft nodes before linearized reading' (duration: 371.207596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:52.13509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:51.763277Z","time spent":"371.797268ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-t7t5g\" "} {"level":"warn","ts":"2026-03-14T07:12:57.793717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583201359758057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:12:58.293863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583201359758057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:12:58.746622Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.461760884s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:12:58.758634Z","caller":"traceutil/trace.go:171","msg":"trace[1623145117] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"1.473974505s","start":"2026-03-14T07:12:57.284627Z","end":"2026-03-14T07:12:58.758601Z","steps":["trace[1623145117] 'process raft request' (duration: 1.469058296s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:58.758875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:57.284581Z","time spent":"1.474175909s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17218,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:59.012213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.542028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:12:59.012453Z","caller":"traceutil/trace.go:171","msg":"trace[1163739383] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"1.624840204s","start":"2026-03-14T07:12:57.387575Z","end":"2026-03-14T07:12:59.012416Z","steps":["trace[1163739383] 'process raft request' (duration: 1.44797757s)","trace[1163739383] 'compare' (duration: 176.299562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:59.012632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:57.387546Z","time spent":"1.624989317s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:59.012678Z","caller":"traceutil/trace.go:171","msg":"trace[809290164] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"245.760878ms","start":"2026-03-14T07:12:58.766892Z","end":"2026-03-14T07:12:59.012653Z","steps":["trace[809290164] 'process raft request' (duration: 245.716577ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:59.012765Z","caller":"traceutil/trace.go:171","msg":"trace[297633303] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"854.79438ms","start":"2026-03-14T07:12:58.157928Z","end":"2026-03-14T07:12:59.012723Z","steps":["trace[297633303] 'process raft request' (duration: 854.571175ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:59.012856Z","caller":"traceutil/trace.go:171","msg":"trace[236907212] linearizableReadLoop","detail":"{readStateIndex:5625; appliedIndex:5622; }","duration":"1.719828955s","start":"2026-03-14T07:12:57.293013Z","end":"2026-03-14T07:12:59.012842Z","steps":["trace[236907212] 'read index received' (duration: 1.466248343s)","trace[236907212] 'applied index is now lower than readState.Index' (duration: 253.579252ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:59.012913Z","caller":"traceutil/trace.go:171","msg":"trace[1936531815] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"1.623071215s","start":"2026-03-14T07:12:57.389833Z","end":"2026-03-14T07:12:59.012904Z","steps":["trace[1936531815] 'process raft request' (duration: 1.622510352s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:59.012986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:57.389818Z","time spent":"1.623124206s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:59.013029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720017281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:59.012947Z","caller":"traceutil/trace.go:171","msg":"trace[1366439805] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"649.830383ms","start":"2026-03-14T07:12:58.363026Z","end":"2026-03-14T07:12:59.012856Z","steps":["trace[1366439805] 'process raft request' (duration: 649.525126ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:59.013076Z","caller":"traceutil/trace.go:171","msg":"trace[1537968518] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5412; }","duration":"1.720121294s","start":"2026-03-14T07:12:57.292944Z","end":"2026-03-14T07:12:59.013065Z","steps":["trace[1537968518] 'agreement among raft nodes before linearized reading' (duration: 1.720003611s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:59.01312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:57.292914Z","time spent":"1.720195865s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-14T07:12:59.013185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:58.362997Z","time spent":"650.09968ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:59.013374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:58.157895Z","time spent":"854.971593ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:59.013533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.846565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:12:59.013577Z","caller":"traceutil/trace.go:171","msg":"trace[1959109760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5412; }","duration":"167.913096ms","start":"2026-03-14T07:12:58.845654Z","end":"2026-03-14T07:12:59.013567Z","steps":["trace[1959109760] 'agreement among raft nodes before linearized reading' (duration: 167.751083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:59.01361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.897998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-14T07:12:59.013635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.717012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t7t5g\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:12:59.0137Z","caller":"traceutil/trace.go:171","msg":"trace[764539354] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5412; }","duration":"239.033721ms","start":"2026-03-14T07:12:58.774616Z","end":"2026-03-14T07:12:59.013649Z","steps":["trace[764539354] 'agreement among raft nodes before linearized reading' (duration: 238.755725ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:59.013716Z","caller":"traceutil/trace.go:171","msg":"trace[1200614850] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t7t5g; range_end:; response_count:1; response_revision:5412; }","duration":"846.855075ms","start":"2026-03-14T07:12:58.166842Z","end":"2026-03-14T07:12:59.013697Z","steps":["trace[1200614850] 'agreement among raft nodes before linearized reading' (duration: 846.62075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:59.01372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.311994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T07:12:59.013736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.827408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17233"} {"level":"warn","ts":"2026-03-14T07:12:59.013757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:58.166811Z","time spent":"846.939856ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-t7t5g\" "} {"level":"info","ts":"2026-03-14T07:12:59.013784Z","caller":"traceutil/trace.go:171","msg":"trace[174406516] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5412; }","duration":"248.91563ms","start":"2026-03-14T07:12:58.764859Z","end":"2026-03-14T07:12:59.013774Z","steps":["trace[174406516] 'agreement among raft nodes before linearized reading' (duration: 248.794867ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:59.01378Z","caller":"traceutil/trace.go:171","msg":"trace[203385600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5412; }","duration":"172.412866ms","start":"2026-03-14T07:12:58.841351Z","end":"2026-03-14T07:12:59.013763Z","steps":["trace[203385600] 'agreement among raft nodes before linearized reading' (duration: 172.224812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:59.013766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.748009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-14T07:12:59.013799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.558544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T07:12:59.013771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.047348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:12:59.013876Z","caller":"traceutil/trace.go:171","msg":"trace[1081122065] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5412; }","duration":"849.914572ms","start":"2026-03-14T07:12:58.163931Z","end":"2026-03-14T07:12:59.013846Z","steps":["trace[1081122065] 'agreement among raft nodes before linearized reading' (duration: 849.598735ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:59.013897Z","caller":"traceutil/trace.go:171","msg":"trace[724764420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5412; }","duration":"169.686016ms","start":"2026-03-14T07:12:58.84419Z","end":"2026-03-14T07:12:59.013876Z","steps":["trace[724764420] 'agreement among raft nodes before linearized reading' (duration: 169.40744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:59.013942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:58.163903Z","time spent":"850.026265ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-14T07:12:59.013895Z","caller":"traceutil/trace.go:171","msg":"trace[476380155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5412; }","duration":"172.189272ms","start":"2026-03-14T07:12:58.841692Z","end":"2026-03-14T07:12:59.013881Z","steps":["trace[476380155] 'agreement among raft nodes before linearized reading' (duration: 171.711352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:59.014014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.446466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:12:59.013946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.858826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:12:59.014087Z","caller":"traceutil/trace.go:171","msg":"trace[1899516483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5412; }","duration":"173.05373ms","start":"2026-03-14T07:12:58.841022Z","end":"2026-03-14T07:12:59.014076Z","steps":["trace[1899516483] 'agreement among raft nodes before linearized reading' (duration: 172.861846ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:59.014088Z","caller":"traceutil/trace.go:171","msg":"trace[1573625023] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5412; }","duration":"439.521078ms","start":"2026-03-14T07:12:58.574543Z","end":"2026-03-14T07:12:59.014064Z","steps":["trace[1573625023] 'agreement among raft nodes before linearized reading' (duration: 439.337204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:59.014134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:58.574485Z","time spent":"439.638481ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":97,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:12:59.01383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032391081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:59.014197Z","caller":"traceutil/trace.go:171","msg":"trace[1570338962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5412; }","duration":"1.03279488s","start":"2026-03-14T07:12:57.981387Z","end":"2026-03-14T07:12:59.014182Z","steps":["trace[1570338962] 'agreement among raft nodes before linearized reading' (duration: 1.03237669s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:59.014246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:57.981362Z","time spent":"1.032872892s","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:12:59.013903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69966737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-14T07:12:59.01609Z","caller":"traceutil/trace.go:171","msg":"trace[1602491029] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5412; }","duration":"1.70190228s","start":"2026-03-14T07:12:57.314167Z","end":"2026-03-14T07:12:59.016069Z","steps":["trace[1602491029] 'agreement among raft nodes before linearized reading' (duration: 1.699068197s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:59.016215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:57.314156Z","time spent":"1.702040724s","remote":"127.0.0.1:48102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-14T07:12:59.287753Z","caller":"traceutil/trace.go:171","msg":"trace[1988960298] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"262.894029ms","start":"2026-03-14T07:12:59.024817Z","end":"2026-03-14T07:12:59.287711Z","steps":["trace[1988960298] 'process raft request' (duration: 199.875504ms)","trace[1988960298] 'compare' (duration: 62.858592ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:12:59.330853Z","caller":"traceutil/trace.go:171","msg":"trace[91950704] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"305.689306ms","start":"2026-03-14T07:12:59.025136Z","end":"2026-03-14T07:12:59.330825Z","steps":["trace[91950704] 'process raft request' (duration: 305.601634ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:59.330879Z","caller":"traceutil/trace.go:171","msg":"trace[531209226] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"305.827469ms","start":"2026-03-14T07:12:59.02501Z","end":"2026-03-14T07:12:59.330837Z","steps":["trace[531209226] 'process raft request' (duration: 305.649116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:59.331046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:59.025122Z","time spent":"305.819159ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:12:59.331097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:59.024997Z","time spent":"305.980942ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:59.331231Z","caller":"traceutil/trace.go:171","msg":"trace[1107983847] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"306.149586ms","start":"2026-03-14T07:12:59.02507Z","end":"2026-03-14T07:12:59.331219Z","steps":["trace[1107983847] 'process raft request' (duration: 305.636595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:59.331311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:59.025062Z","time spent":"306.200098ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:59.331555Z","caller":"traceutil/trace.go:171","msg":"trace[1152044430] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"306.34023ms","start":"2026-03-14T07:12:59.025202Z","end":"2026-03-14T07:12:59.331542Z","steps":["trace[1152044430] 'process raft request' (duration: 305.568013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:59.331628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:59.02519Z","time spent":"306.403132ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:59.331919Z","caller":"traceutil/trace.go:171","msg":"trace[504819379] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"304.439987ms","start":"2026-03-14T07:12:59.027454Z","end":"2026-03-14T07:12:59.331894Z","steps":["trace[504819379] 'process raft request' (duration: 303.861425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:59.332029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:59.027441Z","time spent":"304.53634ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17192,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:59.332361Z","caller":"traceutil/trace.go:171","msg":"trace[1088449764] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"307.507346ms","start":"2026-03-14T07:12:59.024835Z","end":"2026-03-14T07:12:59.332342Z","steps":["trace[1088449764] 'process raft request' (duration: 305.682056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:59.332517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:59.024818Z","time spent":"307.64353ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:12:59.422653Z","caller":"traceutil/trace.go:171","msg":"trace[1973430476] linearizableReadLoop","detail":"{readStateIndex:5634; appliedIndex:5627; }","duration":"395.081455ms","start":"2026-03-14T07:12:59.02753Z","end":"2026-03-14T07:12:59.422611Z","steps":["trace[1973430476] 'read index received' (duration: 197.178444ms)","trace[1973430476] 'applied index is now lower than readState.Index' (duration: 197.901021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:12:59.423174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.45907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:12:59.423259Z","caller":"traceutil/trace.go:171","msg":"trace[17602499] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5419; }","duration":"389.572713ms","start":"2026-03-14T07:12:59.033665Z","end":"2026-03-14T07:12:59.423238Z","steps":["trace[17602499] 'agreement among raft nodes before linearized reading' (duration: 389.42395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:59.423309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:59.033655Z","time spent":"389.646484ms","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-14T07:12:59.423391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.667264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:12:59.423416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.343981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:12:59.423452Z","caller":"traceutil/trace.go:171","msg":"trace[872454243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5419; }","duration":"389.770017ms","start":"2026-03-14T07:12:59.033668Z","end":"2026-03-14T07:12:59.423438Z","steps":["trace[872454243] 'agreement among raft nodes before linearized reading' (duration: 389.658875ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:12:59.423484Z","caller":"traceutil/trace.go:171","msg":"trace[1341445775] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5419; }","duration":"128.467524ms","start":"2026-03-14T07:12:59.294996Z","end":"2026-03-14T07:12:59.423464Z","steps":["trace[1341445775] 'agreement among raft nodes before linearized reading' (duration: 128.30927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:59.423489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:59.033654Z","time spent":"389.826788ms","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:12:59.42351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.924443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-14T07:12:59.423661Z","caller":"traceutil/trace.go:171","msg":"trace[1567947768] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5419; }","duration":"396.133878ms","start":"2026-03-14T07:12:59.027472Z","end":"2026-03-14T07:12:59.423606Z","steps":["trace[1567947768] 'agreement among raft nodes before linearized reading' (duration: 395.703678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:12:59.423765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:12:59.027444Z","time spent":"396.286422ms","remote":"127.0.0.1:48102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-14T07:13:01.401624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.889375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:13:01.401834Z","caller":"traceutil/trace.go:171","msg":"trace[1591334439] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"375.533551ms","start":"2026-03-14T07:13:01.026269Z","end":"2026-03-14T07:13:01.401802Z","steps":["trace[1591334439] 'process raft request' (duration: 34.325089ms)","trace[1591334439] 'compare' (duration: 340.604249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:13:01.401974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:01.026247Z","time spent":"375.647924ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:13:01.402171Z","caller":"traceutil/trace.go:171","msg":"trace[304234566] linearizableReadLoop","detail":"{readStateIndex:5637; appliedIndex:5636; }","duration":"375.734586ms","start":"2026-03-14T07:13:01.026404Z","end":"2026-03-14T07:13:01.402138Z","steps":["trace[304234566] 'read index received' (duration: 34.290658ms)","trace[304234566] 'applied index is now lower than readState.Index' (duration: 341.438088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:13:01.527008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.591881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:13:01.527076Z","caller":"traceutil/trace.go:171","msg":"trace[1569873894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5421; }","duration":"500.690592ms","start":"2026-03-14T07:13:01.026364Z","end":"2026-03-14T07:13:01.527055Z","steps":["trace[1569873894] 'agreement among raft nodes before linearized reading' (duration: 375.844998ms)","trace[1569873894] 'range keys from in-memory index tree' (duration: 124.759922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:13:01.527123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:01.026347Z","time spent":"500.766074ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:13:01.527356Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2667} {"level":"warn","ts":"2026-03-14T07:13:01.528134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.171631ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-14T07:13:01.528521Z","caller":"traceutil/trace.go:171","msg":"trace[1539738322] compact","detail":"{revision:2667; response_revision:5421; }","duration":"501.97794ms","start":"2026-03-14T07:13:01.026501Z","end":"2026-03-14T07:13:01.528479Z","steps":["trace[1539738322] 'process raft request' (duration: 375.247215ms)","trace[1539738322] 'check and update compact revision' (duration: 125.019028ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:13:01.528583Z","caller":"traceutil/trace.go:171","msg":"trace[125874612] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"489.249759ms","start":"2026-03-14T07:13:01.039305Z","end":"2026-03-14T07:13:01.528555Z","steps":["trace[125874612] 'process raft request' (duration: 488.914541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:01.528628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:01.026489Z","time spent":"502.134884ms","remote":"127.0.0.1:47954","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-14T07:13:01.52873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:01.039286Z","time spent":"489.34277ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:13:01.528976Z","caller":"traceutil/trace.go:171","msg":"trace[1192850104] linearizableReadLoop","detail":"{readStateIndex:5640; appliedIndex:5637; }","duration":"126.691615ms","start":"2026-03-14T07:13:01.402266Z","end":"2026-03-14T07:13:01.528958Z","steps":["trace[1192850104] 'read index received' (duration: 130.763µs)","trace[1192850104] 'applied index is now lower than readState.Index' (duration: 126.559602ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:13:01.529086Z","caller":"traceutil/trace.go:171","msg":"trace[2099989626] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"488.743928ms","start":"2026-03-14T07:13:01.040329Z","end":"2026-03-14T07:13:01.529073Z","steps":["trace[2099989626] 'process raft request' (duration: 488.205065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:01.52918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:01.040317Z","time spent":"488.808029ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:13:01.529297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.322752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T07:13:01.529328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.218523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17207"} {"level":"info","ts":"2026-03-14T07:13:01.529361Z","caller":"traceutil/trace.go:171","msg":"trace[242175177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5423; }","duration":"236.435904ms","start":"2026-03-14T07:13:01.292909Z","end":"2026-03-14T07:13:01.529345Z","steps":["trace[242175177] 'agreement among raft nodes before linearized reading' (duration: 236.283411ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:01.529375Z","caller":"traceutil/trace.go:171","msg":"trace[1479697925] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5423; }","duration":"402.315025ms","start":"2026-03-14T07:13:01.127047Z","end":"2026-03-14T07:13:01.529362Z","steps":["trace[1479697925] 'agreement among raft nodes before linearized reading' (duration: 402.154402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:01.529408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:01.12701Z","time spent":"402.390517ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17231,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-14T07:13:01.529176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.284072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t7t5g\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-14T07:13:01.529526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.19275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T07:13:01.529562Z","caller":"traceutil/trace.go:171","msg":"trace[1936110411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5423; }","duration":"190.23987ms","start":"2026-03-14T07:13:01.339311Z","end":"2026-03-14T07:13:01.529551Z","steps":["trace[1936110411] 'agreement among raft nodes before linearized reading' (duration: 189.844202ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:01.529599Z","caller":"traceutil/trace.go:171","msg":"trace[1702331546] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t7t5g; range_end:; response_count:1; response_revision:5423; }","duration":"499.70105ms","start":"2026-03-14T07:13:01.029847Z","end":"2026-03-14T07:13:01.529548Z","steps":["trace[1702331546] 'agreement among raft nodes before linearized reading' (duration: 499.176079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:01.529678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.068499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:13:01.529723Z","caller":"traceutil/trace.go:171","msg":"trace[1638046136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5423; }","duration":"191.135131ms","start":"2026-03-14T07:13:01.338577Z","end":"2026-03-14T07:13:01.529712Z","steps":["trace[1638046136] 'agreement among raft nodes before linearized reading' (duration: 190.546768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:01.529738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:01.029835Z","time spent":"499.856404ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-t7t5g\" "} {"level":"warn","ts":"2026-03-14T07:13:01.529762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.260482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:13:01.529797Z","caller":"traceutil/trace.go:171","msg":"trace[684540567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5423; }","duration":"190.344723ms","start":"2026-03-14T07:13:01.33944Z","end":"2026-03-14T07:13:01.529784Z","steps":["trace[684540567] 'agreement among raft nodes before linearized reading' (duration: 189.70549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:01.52977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.440315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:13:01.529865Z","caller":"traceutil/trace.go:171","msg":"trace[1045769674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5423; }","duration":"190.570068ms","start":"2026-03-14T07:13:01.339269Z","end":"2026-03-14T07:13:01.529839Z","steps":["trace[1045769674] 'agreement among raft nodes before linearized reading' (duration: 189.897423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:01.529989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.535009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-14T07:13:01.530079Z","caller":"traceutil/trace.go:171","msg":"trace[978735486] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5423; }","duration":"355.640241ms","start":"2026-03-14T07:13:01.17441Z","end":"2026-03-14T07:13:01.53005Z","steps":["trace[978735486] 'agreement among raft nodes before linearized reading' (duration: 354.770832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:01.530138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:01.174343Z","time spent":"355.783235ms","remote":"127.0.0.1:48102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-14T07:13:02.424606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.288392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:13:02.425034Z","caller":"traceutil/trace.go:171","msg":"trace[1489232473] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"890.126562ms","start":"2026-03-14T07:13:01.534882Z","end":"2026-03-14T07:13:02.425009Z","steps":["trace[1489232473] 'process raft request' (duration: 890.04652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:02.425126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:01.534848Z","time spent":"890.237805ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:13:02.425138Z","caller":"traceutil/trace.go:171","msg":"trace[801794275] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"890.239725ms","start":"2026-03-14T07:13:01.534866Z","end":"2026-03-14T07:13:02.425106Z","steps":["trace[801794275] 'process raft request' (duration: 889.941297ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:02.425207Z","caller":"traceutil/trace.go:171","msg":"trace[1522763795] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"890.422159ms","start":"2026-03-14T07:13:01.534738Z","end":"2026-03-14T07:13:02.42516Z","steps":["trace[1522763795] 'process raft request' (duration: 33.460291ms)","trace[1522763795] 'compare' (duration: 563.39685ms)","trace[1522763795] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 292.427943ms)"],"step_count":3} {"level":"warn","ts":"2026-03-14T07:13:02.425316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:01.534849Z","time spent":"890.370867ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:13:02.425384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:01.534708Z","time spent":"890.580302ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:13:02.425468Z","caller":"traceutil/trace.go:171","msg":"trace[533558362] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"890.331457ms","start":"2026-03-14T07:13:01.535052Z","end":"2026-03-14T07:13:02.425383Z","steps":["trace[533558362] 'process raft request' (duration: 889.916067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:02.425667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:01.53503Z","time spent":"890.521621ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:13:02.425888Z","caller":"traceutil/trace.go:171","msg":"trace[180376977] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"890.221164ms","start":"2026-03-14T07:13:01.535646Z","end":"2026-03-14T07:13:02.425867Z","steps":["trace[180376977] 'process raft request' (duration: 889.750404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:02.425998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:01.535633Z","time spent":"890.302416ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:13:02.426025Z","caller":"traceutil/trace.go:171","msg":"trace[1327614376] linearizableReadLoop","detail":"{readStateIndex:5644; appliedIndex:5640; }","duration":"890.490941ms","start":"2026-03-14T07:13:01.535439Z","end":"2026-03-14T07:13:02.42593Z","steps":["trace[1327614376] 'read index received' (duration: 32.762176ms)","trace[1327614376] 'applied index is now lower than readState.Index' (duration: 857.726785ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:13:02.426319Z","caller":"traceutil/trace.go:171","msg":"trace[1198973391] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"884.12734ms","start":"2026-03-14T07:13:01.54217Z","end":"2026-03-14T07:13:02.426297Z","steps":["trace[1198973391] 'process raft request' (duration: 883.639329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:02.426459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:01.542161Z","time spent":"884.237662ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17192,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:13:02.426696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.717291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:13:02.426764Z","caller":"traceutil/trace.go:171","msg":"trace[1367750060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5429; }","duration":"443.839074ms","start":"2026-03-14T07:13:01.982906Z","end":"2026-03-14T07:13:02.426745Z","steps":["trace[1367750060] 'agreement among raft nodes before linearized reading' (duration: 443.729311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:02.426804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:01.982871Z","time spent":"443.926856ms","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:13:02.426801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.330369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81887"} {"level":"warn","ts":"2026-03-14T07:13:02.42692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.590654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:13:02.426965Z","caller":"traceutil/trace.go:171","msg":"trace[266072020] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5429; }","duration":"891.492102ms","start":"2026-03-14T07:13:01.535409Z","end":"2026-03-14T07:13:02.426901Z","steps":["trace[266072020] 'agreement among raft nodes before linearized reading' (duration: 890.894139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:02.427087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:01.535396Z","time spent":"891.671406ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81911,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T07:13:02.426978Z","caller":"traceutil/trace.go:171","msg":"trace[1163127134] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5429; }","duration":"408.823569ms","start":"2026-03-14T07:13:02.018142Z","end":"2026-03-14T07:13:02.426965Z","steps":["trace[1163127134] 'agreement among raft nodes before linearized reading' (duration: 408.552673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:02.427248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:02.01807Z","time spent":"409.157526ms","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:13:02.737662Z","caller":"traceutil/trace.go:171","msg":"trace[772869102] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"290.93901ms","start":"2026-03-14T07:13:02.446693Z","end":"2026-03-14T07:13:02.737632Z","steps":["trace[772869102] 'process raft request' (duration: 283.609187ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:02.80865Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2667,"took":"1.278407306s","hash":2686967074,"current-db-size-bytes":38629376,"current-db-size":"39 MB","current-db-size-in-use-bytes":28532736,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-14T07:13:02.808734Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2686967074,"revision":2667,"compact-revision":-1} {"level":"info","ts":"2026-03-14T07:13:38.989339Z","caller":"traceutil/trace.go:171","msg":"trace[280834664] transaction","detail":"{read_only:false; response_revision:5718; number_of_response:1; }","duration":"373.909876ms","start":"2026-03-14T07:13:38.615402Z","end":"2026-03-14T07:13:38.989312Z","steps":["trace[280834664] 'process raft request' (duration: 373.754633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:38.989516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:38.615371Z","time spent":"374.05761ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:13:39.010379Z","caller":"traceutil/trace.go:171","msg":"trace[277032235] linearizableReadLoop","detail":"{readStateIndex:5945; appliedIndex:5943; }","duration":"389.598133ms","start":"2026-03-14T07:13:38.620752Z","end":"2026-03-14T07:13:39.010351Z","steps":["trace[277032235] 'read index received' (duration: 368.377254ms)","trace[277032235] 'applied index is now lower than readState.Index' (duration: 21.219729ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:13:39.010499Z","caller":"traceutil/trace.go:171","msg":"trace[858251992] transaction","detail":"{read_only:false; response_revision:5719; number_of_response:1; }","duration":"393.713024ms","start":"2026-03-14T07:13:38.616768Z","end":"2026-03-14T07:13:39.010481Z","steps":["trace[858251992] 'process raft request' (duration: 393.411147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:39.010589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:38.616748Z","time spent":"393.800046ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:13:39.010715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.91647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:13:39.010788Z","caller":"traceutil/trace.go:171","msg":"trace[205340198] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5719; }","duration":"390.038693ms","start":"2026-03-14T07:13:38.620729Z","end":"2026-03-14T07:13:39.010768Z","steps":["trace[205340198] 'agreement among raft nodes before linearized reading' (duration: 389.788848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:39.010877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:38.620719Z","time spent":"390.124145ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:13:39.010921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.96225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:13:39.010942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.944542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:13:39.010973Z","caller":"traceutil/trace.go:171","msg":"trace[1234410816] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5719; }","duration":"188.071502ms","start":"2026-03-14T07:13:38.822888Z","end":"2026-03-14T07:13:39.01096Z","steps":["trace[1234410816] 'agreement among raft nodes before linearized reading' (duration: 187.990491ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:39.011006Z","caller":"traceutil/trace.go:171","msg":"trace[623323441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5719; }","duration":"372.011673ms","start":"2026-03-14T07:13:38.638966Z","end":"2026-03-14T07:13:39.010978Z","steps":["trace[623323441] 'agreement among raft nodes before linearized reading' (duration: 371.944671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:39.011067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:38.638953Z","time spent":"372.102037ms","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:13:39.010824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.090751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:13:39.011214Z","caller":"traceutil/trace.go:171","msg":"trace[891086507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5719; }","duration":"389.544242ms","start":"2026-03-14T07:13:38.621653Z","end":"2026-03-14T07:13:39.011197Z","steps":["trace[891086507] 'agreement among raft nodes before linearized reading' (duration: 389.000179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:39.011244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.414247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:13:39.011274Z","caller":"traceutil/trace.go:171","msg":"trace[2129793914] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5719; }","duration":"102.491529ms","start":"2026-03-14T07:13:38.908774Z","end":"2026-03-14T07:13:39.011266Z","steps":["trace[2129793914] 'agreement among raft nodes before linearized reading' (duration: 102.446888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:39.011277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:38.621627Z","time spent":"389.634224ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:13:39.01135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.240383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t7t5g\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:13:39.011391Z","caller":"traceutil/trace.go:171","msg":"trace[2134357585] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t7t5g; range_end:; response_count:1; response_revision:5719; }","duration":"383.280314ms","start":"2026-03-14T07:13:38.6281Z","end":"2026-03-14T07:13:39.01138Z","steps":["trace[2134357585] 'agreement among raft nodes before linearized reading' (duration: 383.175371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:39.011418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:38.628043Z","time spent":"383.369215ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-t7t5g\" "} {"level":"warn","ts":"2026-03-14T07:13:39.011689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.481744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:13:39.01175Z","caller":"traceutil/trace.go:171","msg":"trace[790586222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5719; }","duration":"386.567066ms","start":"2026-03-14T07:13:38.625165Z","end":"2026-03-14T07:13:39.011732Z","steps":["trace[790586222] 'agreement among raft nodes before linearized reading' (duration: 386.414683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:13:39.011792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:13:38.62515Z","time spent":"386.634537ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:13:48.76019Z","caller":"traceutil/trace.go:171","msg":"trace[1790230759] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"114.021285ms","start":"2026-03-14T07:13:48.646129Z","end":"2026-03-14T07:13:48.76015Z","steps":["trace[1790230759] 'process raft request' (duration: 113.80145ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:13:49.991569Z","caller":"traceutil/trace.go:171","msg":"trace[1507617695] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"155.756827ms","start":"2026-03-14T07:13:49.83578Z","end":"2026-03-14T07:13:49.991537Z","steps":["trace[1507617695] 'process raft request' (duration: 69.341004ms)","trace[1507617695] 'compare' (duration: 86.157907ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:13:49.991905Z","caller":"traceutil/trace.go:171","msg":"trace[1799182146] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"144.12968ms","start":"2026-03-14T07:13:49.84773Z","end":"2026-03-14T07:13:49.991859Z","steps":["trace[1799182146] 'process raft request' (duration: 143.757582ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:14:02.938785Z","caller":"traceutil/trace.go:171","msg":"trace[1969346625] transaction","detail":"{read_only:false; response_revision:5870; number_of_response:1; }","duration":"172.10843ms","start":"2026-03-14T07:14:02.766642Z","end":"2026-03-14T07:14:02.93875Z","steps":["trace[1969346625] 'process raft request' (duration: 171.879445ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:32.180672Z","caller":"traceutil/trace.go:171","msg":"trace[1018636347] transaction","detail":"{read_only:false; response_revision:6738; number_of_response:1; }","duration":"206.155427ms","start":"2026-03-14T07:16:31.974457Z","end":"2026-03-14T07:16:32.180613Z","steps":["trace[1018636347] 'process raft request' (duration: 206.010433ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:32.183064Z","caller":"traceutil/trace.go:171","msg":"trace[748215815] linearizableReadLoop","detail":"{readStateIndex:7005; appliedIndex:7003; }","duration":"183.72499ms","start":"2026-03-14T07:16:31.999312Z","end":"2026-03-14T07:16:32.183037Z","steps":["trace[748215815] 'read index received' (duration: 181.211304ms)","trace[748215815] 'applied index is now lower than readState.Index' (duration: 2.512746ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:16:32.183205Z","caller":"traceutil/trace.go:171","msg":"trace[1622313297] transaction","detail":"{read_only:false; response_revision:6739; number_of_response:1; }","duration":"208.373585ms","start":"2026-03-14T07:16:31.974761Z","end":"2026-03-14T07:16:32.183134Z","steps":["trace[1622313297] 'process raft request' (duration: 208.14918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:32.183304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.599533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T07:16:32.183343Z","caller":"traceutil/trace.go:171","msg":"trace[211261249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6739; }","duration":"181.679934ms","start":"2026-03-14T07:16:32.001652Z","end":"2026-03-14T07:16:32.183331Z","steps":["trace[211261249] 'agreement among raft nodes before linearized reading' (duration: 181.525631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:16:32.183317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.977666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-14T07:16:32.183362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.032226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:16:32.183401Z","caller":"traceutil/trace.go:171","msg":"trace[558781595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6739; }","duration":"184.083949ms","start":"2026-03-14T07:16:31.999297Z","end":"2026-03-14T07:16:32.183381Z","steps":["trace[558781595] 'agreement among raft nodes before linearized reading' (duration: 183.863993ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:16:32.18343Z","caller":"traceutil/trace.go:171","msg":"trace[679227115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6739; }","duration":"179.14893ms","start":"2026-03-14T07:16:32.004266Z","end":"2026-03-14T07:16:32.183415Z","steps":["trace[679227115] 'agreement among raft nodes before linearized reading' (duration: 178.976435ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:18:01.535608Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5420} {"level":"info","ts":"2026-03-14T07:18:01.629365Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5420,"took":"91.657071ms","hash":1234858559,"current-db-size-bytes":40472576,"current-db-size":"40 MB","current-db-size-in-use-bytes":21364736,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-14T07:18:01.629425Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1234858559,"revision":5420,"compact-revision":2667} {"level":"info","ts":"2026-03-14T07:18:55.258675Z","caller":"traceutil/trace.go:171","msg":"trace[241352566] linearizableReadLoop","detail":"{readStateIndex:8080; appliedIndex:8078; }","duration":"105.917296ms","start":"2026-03-14T07:18:55.152734Z","end":"2026-03-14T07:18:55.258651Z","steps":["trace[241352566] 'read index received' (duration: 7.141289ms)","trace[241352566] 'applied index is now lower than readState.Index' (duration: 98.775237ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:18:55.258754Z","caller":"traceutil/trace.go:171","msg":"trace[961109332] transaction","detail":"{read_only:false; response_revision:7777; number_of_response:1; }","duration":"117.41963ms","start":"2026-03-14T07:18:55.141294Z","end":"2026-03-14T07:18:55.258714Z","steps":["trace[961109332] 'process raft request' (duration: 117.237606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:18:55.258932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.171171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-14T07:18:55.259021Z","caller":"traceutil/trace.go:171","msg":"trace[1631451397] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7777; }","duration":"106.276234ms","start":"2026-03-14T07:18:55.152726Z","end":"2026-03-14T07:18:55.259003Z","steps":["trace[1631451397] 'agreement among raft nodes before linearized reading' (duration: 106.013138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:04.379336Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005851278s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:19:04.381311Z","caller":"traceutil/trace.go:171","msg":"trace[692502566] linearizableReadLoop","detail":"{readStateIndex:8254; appliedIndex:8253; }","duration":"425.490994ms","start":"2026-03-14T07:19:03.955786Z","end":"2026-03-14T07:19:04.381276Z","steps":["trace[692502566] 'read index received' (duration: 423.743336ms)","trace[692502566] 'applied index is now lower than readState.Index' (duration: 1.746608ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:04.381426Z","caller":"traceutil/trace.go:171","msg":"trace[601548829] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"1.007991025s","start":"2026-03-14T07:19:03.373408Z","end":"2026-03-14T07:19:04.381399Z","steps":["trace[601548829] 'process raft request' (duration: 1.006348089s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:04.38151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.692118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:04.381576Z","caller":"traceutil/trace.go:171","msg":"trace[124286280] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7950; }","duration":"425.807911ms","start":"2026-03-14T07:19:03.955748Z","end":"2026-03-14T07:19:04.381556Z","steps":["trace[124286280] 'agreement among raft nodes before linearized reading' (duration: 425.673768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:04.381629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:03.955733Z","time spent":"425.879153ms","remote":"127.0.0.1:57082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:04.381886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:03.373391Z","time spent":"1.008089877s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:04.381855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.219973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T07:19:04.382056Z","caller":"traceutil/trace.go:171","msg":"trace[814059165] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:7950; }","duration":"251.4691ms","start":"2026-03-14T07:19:04.130568Z","end":"2026-03-14T07:19:04.382037Z","steps":["trace[814059165] 'agreement among raft nodes before linearized reading' (duration: 250.875596ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:04.798933Z","caller":"traceutil/trace.go:171","msg":"trace[2022353249] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"101.662281ms","start":"2026-03-14T07:19:04.697249Z","end":"2026-03-14T07:19:04.798911Z","steps":["trace[2022353249] 'process raft request' (duration: 100.23293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:14.878712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.28397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:14.87879Z","caller":"traceutil/trace.go:171","msg":"trace[1976886369] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8002; }","duration":"113.403442ms","start":"2026-03-14T07:19:14.765365Z","end":"2026-03-14T07:19:14.878768Z","steps":["trace[1976886369] 'count revisions from in-memory index tree' (duration: 113.205148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:15.659602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583201359765130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:19:16.064117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081276289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:16.06421Z","caller":"traceutil/trace.go:171","msg":"trace[424630658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8003; }","duration":"1.081378661s","start":"2026-03-14T07:19:14.982808Z","end":"2026-03-14T07:19:16.064187Z","steps":["trace[424630658] 'range keys from in-memory index tree' (duration: 1.081174817s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.06425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:14.982752Z","time spent":"1.081489793s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:19:16.064861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03393243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-14T07:19:16.065633Z","caller":"traceutil/trace.go:171","msg":"trace[1582132222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8003; }","duration":"1.034777119s","start":"2026-03-14T07:19:15.030813Z","end":"2026-03-14T07:19:16.06559Z","steps":["trace[1582132222] 'range keys from in-memory index tree' (duration: 1.033696265s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.065825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:15.030785Z","time spent":"1.035025814s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:19:16.065241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.813682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:19:16.066064Z","caller":"traceutil/trace.go:171","msg":"trace[344462762] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8003; }","duration":"971.676471ms","start":"2026-03-14T07:19:15.094362Z","end":"2026-03-14T07:19:16.066038Z","steps":["trace[344462762] 'range keys from in-memory index tree' (duration: 970.590447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.066123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:15.094335Z","time spent":"971.772803ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:19:16.065424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.28891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T07:19:16.0655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.840215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T07:19:16.066311Z","caller":"traceutil/trace.go:171","msg":"trace[1550776665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8003; }","duration":"968.659374ms","start":"2026-03-14T07:19:15.097624Z","end":"2026-03-14T07:19:16.066284Z","steps":["trace[1550776665] 'range keys from in-memory index tree' (duration: 967.724604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.066375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:15.097618Z","time spent":"968.738865ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:19:16.065486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.03471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-14T07:19:16.066522Z","caller":"traceutil/trace.go:171","msg":"trace[1808526388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8003; }","duration":"969.094674ms","start":"2026-03-14T07:19:15.097413Z","end":"2026-03-14T07:19:16.066507Z","steps":["trace[1808526388] 'range keys from in-memory index tree' (duration: 967.901847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.066573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:15.097404Z","time spent":"969.156036ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:19:16.065752Z","caller":"traceutil/trace.go:171","msg":"trace[2072022850] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"955.054734ms","start":"2026-03-14T07:19:15.110673Z","end":"2026-03-14T07:19:16.065728Z","steps":["trace[2072022850] 'process raft request' (duration: 893.207064ms)","trace[2072022850] 'compare' (duration: 61.702577ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:16.066378Z","caller":"traceutil/trace.go:171","msg":"trace[2076290500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8003; }","duration":"980.155159ms","start":"2026-03-14T07:19:15.086067Z","end":"2026-03-14T07:19:16.066222Z","steps":["trace[2076290500] 'range keys from in-memory index tree' (duration: 979.087995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.066996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:15.110654Z","time spent":"956.062426ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:16.067059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:15.085989Z","time spent":"981.048958ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:19:16.357977Z","caller":"traceutil/trace.go:171","msg":"trace[1916052979] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"1.096125798s","start":"2026-03-14T07:19:15.261808Z","end":"2026-03-14T07:19:16.357934Z","steps":["trace[1916052979] 'process raft request' (duration: 1.079295485s)","trace[1916052979] 'compare' (duration: 16.402533ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:16.357981Z","caller":"traceutil/trace.go:171","msg":"trace[1326601916] linearizableReadLoop","detail":"{readStateIndex:8313; appliedIndex:8311; }","duration":"1.198576217s","start":"2026-03-14T07:19:15.159387Z","end":"2026-03-14T07:19:16.357964Z","steps":["trace[1326601916] 'read index received' (duration: 844.693198ms)","trace[1326601916] 'applied index is now lower than readState.Index' (duration: 353.882019ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:16.35801Z","caller":"traceutil/trace.go:171","msg":"trace[1404378125] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"527.850652ms","start":"2026-03-14T07:19:15.830129Z","end":"2026-03-14T07:19:16.357979Z","steps":["trace[1404378125] 'process raft request' (duration: 527.603297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.358745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:15.830093Z","time spent":"528.555217ms","remote":"127.0.0.1:48134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19433,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:16.358041Z","caller":"traceutil/trace.go:171","msg":"trace[95438973] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"394.311704ms","start":"2026-03-14T07:19:15.963687Z","end":"2026-03-14T07:19:16.357999Z","steps":["trace[95438973] 'process raft request' (duration: 394.189091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.358905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:15.963586Z","time spent":"395.269354ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:16.358163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198773441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t7t5g\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:19:16.359105Z","caller":"traceutil/trace.go:171","msg":"trace[926331127] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t7t5g; range_end:; response_count:1; response_revision:8007; }","duration":"1.199764342s","start":"2026-03-14T07:19:15.159325Z","end":"2026-03-14T07:19:16.359089Z","steps":["trace[926331127] 'agreement among raft nodes before linearized reading' (duration: 1.198701909s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.359148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:15.159296Z","time spent":"1.199843184s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-t7t5g\" "} {"level":"warn","ts":"2026-03-14T07:19:16.358603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:15.261776Z","time spent":"1.096737332s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:16.589715Z","caller":"traceutil/trace.go:171","msg":"trace[1658024552] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"518.389051ms","start":"2026-03-14T07:19:16.071286Z","end":"2026-03-14T07:19:16.589675Z","steps":["trace[1658024552] 'process raft request' (duration: 490.123385ms)","trace[1658024552] 'compare' (duration: 27.881658ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:16.589952Z","caller":"traceutil/trace.go:171","msg":"trace[655801593] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"518.545865ms","start":"2026-03-14T07:19:16.071369Z","end":"2026-03-14T07:19:16.589915Z","steps":["trace[655801593] 'process raft request' (duration: 518.233949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.589973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:16.071267Z","time spent":"518.574036ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:16.590108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:16.071344Z","time spent":"518.681278ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:16.590628Z","caller":"traceutil/trace.go:171","msg":"trace[1058409914] linearizableReadLoop","detail":"{readStateIndex:8320; appliedIndex:8315; }","duration":"232.000289ms","start":"2026-03-14T07:19:16.358607Z","end":"2026-03-14T07:19:16.590607Z","steps":["trace[1058409914] 'read index received' (duration: 202.814872ms)","trace[1058409914] 'applied index is now lower than readState.Index' (duration: 29.183896ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:16.590676Z","caller":"traceutil/trace.go:171","msg":"trace[77404439] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"519.269452ms","start":"2026-03-14T07:19:16.071393Z","end":"2026-03-14T07:19:16.590662Z","steps":["trace[77404439] 'process raft request' (duration: 518.31493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.590737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.255769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:19:16.59074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:16.071385Z","time spent":"519.320453ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:16.590628Z","caller":"traceutil/trace.go:171","msg":"trace[1737081980] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"518.150066ms","start":"2026-03-14T07:19:16.072452Z","end":"2026-03-14T07:19:16.590602Z","steps":["trace[1737081980] 'process raft request' (duration: 517.972713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.590931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:16.072431Z","time spent":"518.436352ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:16.590953Z","caller":"traceutil/trace.go:171","msg":"trace[213206765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8012; }","duration":"518.34743ms","start":"2026-03-14T07:19:16.072432Z","end":"2026-03-14T07:19:16.590779Z","steps":["trace[213206765] 'agreement among raft nodes before linearized reading' (duration: 518.256978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.590931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156643098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:19:16.591009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:16.072417Z","time spent":"518.579866ms","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:19:16.591059Z","caller":"traceutil/trace.go:171","msg":"trace[1605500669] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8012; }","duration":"1.156826522s","start":"2026-03-14T07:19:15.434197Z","end":"2026-03-14T07:19:16.591024Z","steps":["trace[1605500669] 'agreement among raft nodes before linearized reading' (duration: 1.156553846s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.591141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:15.434182Z","time spent":"1.156946365s","remote":"127.0.0.1:41348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:19:16.59162Z","caller":"traceutil/trace.go:171","msg":"trace[368441626] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"518.228829ms","start":"2026-03-14T07:19:16.072474Z","end":"2026-03-14T07:19:16.590703Z","steps":["trace[368441626] 'process raft request' (duration: 518.065175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.591986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:16.072466Z","time spent":"519.257811ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:16.614191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.050148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224117"} {"level":"info","ts":"2026-03-14T07:19:16.614249Z","caller":"traceutil/trace.go:171","msg":"trace[815153762] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8013; }","duration":"250.1415ms","start":"2026-03-14T07:19:16.364094Z","end":"2026-03-14T07:19:16.614236Z","steps":["trace[815153762] 'agreement among raft nodes before linearized reading' (duration: 249.685051ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:16.61369Z","caller":"traceutil/trace.go:171","msg":"trace[729540705] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"158.316597ms","start":"2026-03-14T07:19:16.455353Z","end":"2026-03-14T07:19:16.61367Z","steps":["trace[729540705] 'process raft request' (duration: 158.140813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:16.799793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.894299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-14T07:19:16.799895Z","caller":"traceutil/trace.go:171","msg":"trace[1538592511] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8013; }","duration":"108.031152ms","start":"2026-03-14T07:19:16.691841Z","end":"2026-03-14T07:19:16.799872Z","steps":["trace[1538592511] 'range keys from in-memory index tree' (duration: 107.700305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:19.078282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583201359765157,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:19:19.168099Z","caller":"traceutil/trace.go:171","msg":"trace[148024504] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"801.355489ms","start":"2026-03-14T07:19:18.366724Z","end":"2026-03-14T07:19:19.16808Z","steps":["trace[148024504] 'process raft request' (duration: 801.175925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:19.16823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.366683Z","time spent":"801.474161ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:19.248551Z","caller":"traceutil/trace.go:171","msg":"trace[1283823807] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"629.578814ms","start":"2026-03-14T07:19:18.618958Z","end":"2026-03-14T07:19:19.248537Z","steps":["trace[1283823807] 'process raft request' (duration: 629.456172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:19.248717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.618941Z","time spent":"629.650345ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:19.248828Z","caller":"traceutil/trace.go:171","msg":"trace[1382893319] linearizableReadLoop","detail":"{readStateIndex:8325; appliedIndex:8322; }","duration":"670.974202ms","start":"2026-03-14T07:19:18.577818Z","end":"2026-03-14T07:19:19.248792Z","steps":["trace[1382893319] 'read index received' (duration: 590.069799ms)","trace[1382893319] 'applied index is now lower than readState.Index' (duration: 80.903103ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:19.248922Z","caller":"traceutil/trace.go:171","msg":"trace[1163794083] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"274.480239ms","start":"2026-03-14T07:19:18.974379Z","end":"2026-03-14T07:19:19.248859Z","steps":["trace[1163794083] 'process raft request' (duration: 274.11868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:19.249059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.216387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:19.249134Z","caller":"traceutil/trace.go:171","msg":"trace[765749042] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8017; }","duration":"671.32738ms","start":"2026-03-14T07:19:18.577789Z","end":"2026-03-14T07:19:19.249116Z","steps":["trace[765749042] 'agreement among raft nodes before linearized reading' (duration: 671.191167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:19.249155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.926424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T07:19:19.248972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.036217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T07:19:19.249184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.577777Z","time spent":"671.394371ms","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:19:19.249209Z","caller":"traceutil/trace.go:171","msg":"trace[1402160119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8017; }","duration":"654.015876ms","start":"2026-03-14T07:19:18.595177Z","end":"2026-03-14T07:19:19.249193Z","steps":["trace[1402160119] 'agreement among raft nodes before linearized reading' (duration: 653.855423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:19.249015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.795802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T07:19:19.249239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.59516Z","time spent":"654.071297ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-14T07:19:19.249274Z","caller":"traceutil/trace.go:171","msg":"trace[1114218534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8017; }","duration":"654.080978ms","start":"2026-03-14T07:19:18.595177Z","end":"2026-03-14T07:19:19.249258Z","steps":["trace[1114218534] 'agreement among raft nodes before linearized reading' (duration: 653.810482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:19.249317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.595154Z","time spent":"654.151809ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-14T07:19:19.249028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.718613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t7t5g\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:19:19.249353Z","caller":"traceutil/trace.go:171","msg":"trace[1857130498] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t7t5g; range_end:; response_count:1; response_revision:8017; }","duration":"628.068801ms","start":"2026-03-14T07:19:18.621274Z","end":"2026-03-14T07:19:19.249343Z","steps":["trace[1857130498] 'agreement among raft nodes before linearized reading' (duration: 627.711813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:19.249052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.952585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-14T07:19:19.249378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.621258Z","time spent":"628.113011ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-t7t5g\" "} {"level":"info","ts":"2026-03-14T07:19:19.249386Z","caller":"traceutil/trace.go:171","msg":"trace[23249830] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8017; }","duration":"654.297412ms","start":"2026-03-14T07:19:18.595077Z","end":"2026-03-14T07:19:19.249374Z","steps":["trace[23249830] 'agreement among raft nodes before linearized reading' (duration: 653.948885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:19.249432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.595067Z","time spent":"654.355613ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:19:19.249229Z","caller":"traceutil/trace.go:171","msg":"trace[1569445354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8017; }","duration":"650.309664ms","start":"2026-03-14T07:19:18.598903Z","end":"2026-03-14T07:19:19.249212Z","steps":["trace[1569445354] 'agreement among raft nodes before linearized reading' (duration: 650.010907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:19.249513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.598891Z","time spent":"650.61144ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:19:19.248971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.214812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-14T07:19:19.2496Z","caller":"traceutil/trace.go:171","msg":"trace[1112733812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8017; }","duration":"655.871277ms","start":"2026-03-14T07:19:18.593718Z","end":"2026-03-14T07:19:19.249589Z","steps":["trace[1112733812] 'agreement among raft nodes before linearized reading' (duration: 655.190302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:19.249634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:18.593708Z","time spent":"655.917548ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:19:19.532093Z","caller":"traceutil/trace.go:171","msg":"trace[2073341923] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"279.291897ms","start":"2026-03-14T07:19:19.252775Z","end":"2026-03-14T07:19:19.532067Z","steps":["trace[2073341923] 'process raft request' (duration: 249.502006ms)","trace[2073341923] 'compare' (duration: 29.548255ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:19.532402Z","caller":"traceutil/trace.go:171","msg":"trace[449449446] linearizableReadLoop","detail":"{readStateIndex:8326; appliedIndex:8325; }","duration":"279.022901ms","start":"2026-03-14T07:19:19.253005Z","end":"2026-03-14T07:19:19.532028Z","steps":["trace[449449446] 'read index received' (duration: 249.408084ms)","trace[449449446] 'applied index is now lower than readState.Index' (duration: 29.613977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:19.532673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.652905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224117"} {"level":"info","ts":"2026-03-14T07:19:19.532706Z","caller":"traceutil/trace.go:171","msg":"trace[514925393] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8018; }","duration":"279.710296ms","start":"2026-03-14T07:19:19.25299Z","end":"2026-03-14T07:19:19.5327Z","steps":["trace[514925393] 'agreement among raft nodes before linearized reading' (duration: 279.43855ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:19.60491Z","caller":"traceutil/trace.go:171","msg":"trace[2130233165] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"351.422084ms","start":"2026-03-14T07:19:19.25346Z","end":"2026-03-14T07:19:19.604882Z","steps":["trace[2130233165] 'process raft request' (duration: 351.341363ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:19.605007Z","caller":"traceutil/trace.go:171","msg":"trace[1804185975] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"351.585147ms","start":"2026-03-14T07:19:19.253384Z","end":"2026-03-14T07:19:19.604969Z","steps":["trace[1804185975] 'process raft request' (duration: 351.382903ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:19.605049Z","caller":"traceutil/trace.go:171","msg":"trace[1547963822] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"350.854221ms","start":"2026-03-14T07:19:19.254167Z","end":"2026-03-14T07:19:19.605021Z","steps":["trace[1547963822] 'process raft request' (duration: 350.673427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:19.605083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:19.253427Z","time spent":"351.571468ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:19.604915Z","caller":"traceutil/trace.go:171","msg":"trace[726954017] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"351.586278ms","start":"2026-03-14T07:19:19.253306Z","end":"2026-03-14T07:19:19.604893Z","steps":["trace[726954017] 'process raft request' (duration: 351.319342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:19.605175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:19.254155Z","time spent":"350.948414ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:19.605188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:19.253363Z","time spent":"351.738891ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:19.605233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:19.253298Z","time spent":"351.874244ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:21.786667Z","caller":"traceutil/trace.go:171","msg":"trace[307744552] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"531.522471ms","start":"2026-03-14T07:19:21.255109Z","end":"2026-03-14T07:19:21.786631Z","steps":["trace[307744552] 'process raft request' (duration: 531.297846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:21.786941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:21.255073Z","time spent":"531.721807ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:21.819654Z","caller":"traceutil/trace.go:171","msg":"trace[912186490] linearizableReadLoop","detail":"{readStateIndex:8335; appliedIndex:8333; }","duration":"282.984898ms","start":"2026-03-14T07:19:21.536642Z","end":"2026-03-14T07:19:21.819627Z","steps":["trace[912186490] 'read index received' (duration: 249.772263ms)","trace[912186490] 'applied index is now lower than readState.Index' (duration: 33.211855ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:21.819822Z","caller":"traceutil/trace.go:171","msg":"trace[384760258] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"563.855479ms","start":"2026-03-14T07:19:21.255929Z","end":"2026-03-14T07:19:21.819785Z","steps":["trace[384760258] 'process raft request' (duration: 563.558182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:21.819989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.320115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-14T07:19:21.820012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:21.255898Z","time spent":"563.999881ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:21.820064Z","caller":"traceutil/trace.go:171","msg":"trace[953017224] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8026; }","duration":"283.462198ms","start":"2026-03-14T07:19:21.536581Z","end":"2026-03-14T07:19:21.820043Z","steps":["trace[953017224] 'agreement among raft nodes before linearized reading' (duration: 283.225433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:21.820118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.764208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T07:19:21.819999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.82329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t7t5g\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-14T07:19:21.820126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.65483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T07:19:21.820173Z","caller":"traceutil/trace.go:171","msg":"trace[2130943790] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t7t5g; range_end:; response_count:1; response_revision:8026; }","duration":"281.050295ms","start":"2026-03-14T07:19:21.53911Z","end":"2026-03-14T07:19:21.82016Z","steps":["trace[2130943790] 'agreement among raft nodes before linearized reading' (duration: 280.774159ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:21.820214Z","caller":"traceutil/trace.go:171","msg":"trace[1431821989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8026; }","duration":"203.775962ms","start":"2026-03-14T07:19:21.616419Z","end":"2026-03-14T07:19:21.820195Z","steps":["trace[1431821989] 'agreement among raft nodes before linearized reading' (duration: 203.514677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:21.820263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.151045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T07:19:21.8203Z","caller":"traceutil/trace.go:171","msg":"trace[790962319] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8026; }","duration":"243.203146ms","start":"2026-03-14T07:19:21.577085Z","end":"2026-03-14T07:19:21.820289Z","steps":["trace[790962319] 'agreement among raft nodes before linearized reading' (duration: 243.107173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:21.820328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.423172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T07:19:21.820359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.18397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:19:21.82017Z","caller":"traceutil/trace.go:171","msg":"trace[1471985921] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8026; }","duration":"210.83037ms","start":"2026-03-14T07:19:21.609323Z","end":"2026-03-14T07:19:21.820153Z","steps":["trace[1471985921] 'agreement among raft nodes before linearized reading' (duration: 210.715687ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:21.820444Z","caller":"traceutil/trace.go:171","msg":"trace[1786424776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8026; }","duration":"203.304604ms","start":"2026-03-14T07:19:21.617126Z","end":"2026-03-14T07:19:21.82043Z","steps":["trace[1786424776] 'agreement among raft nodes before linearized reading' (duration: 203.111858ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:21.820455Z","caller":"traceutil/trace.go:171","msg":"trace[11454526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8026; }","duration":"211.567366ms","start":"2026-03-14T07:19:21.608851Z","end":"2026-03-14T07:19:21.820418Z","steps":["trace[11454526] 'agreement among raft nodes before linearized reading' (duration: 211.3267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:22.057578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.363892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:19:22.057709Z","caller":"traceutil/trace.go:171","msg":"trace[598717584] linearizableReadLoop","detail":"{readStateIndex:8336; appliedIndex:8335; }","duration":"231.493287ms","start":"2026-03-14T07:19:21.826196Z","end":"2026-03-14T07:19:22.05769Z","steps":["trace[598717584] 'read index received' (duration: 107.91446ms)","trace[598717584] 'applied index is now lower than readState.Index' (duration: 123.577467ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:22.057813Z","caller":"traceutil/trace.go:171","msg":"trace[606517979] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"231.699991ms","start":"2026-03-14T07:19:21.826065Z","end":"2026-03-14T07:19:22.057765Z","steps":["trace[606517979] 'process raft request' (duration: 108.053712ms)","trace[606517979] 'compare' (duration: 123.24247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:22.058097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.892766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224117"} {"level":"info","ts":"2026-03-14T07:19:22.058138Z","caller":"traceutil/trace.go:171","msg":"trace[1826712841] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8027; }","duration":"231.950657ms","start":"2026-03-14T07:19:21.826177Z","end":"2026-03-14T07:19:22.058127Z","steps":["trace[1826712841] 'agreement among raft nodes before linearized reading' (duration: 231.589849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:22.486008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.647137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:19:22.486247Z","caller":"traceutil/trace.go:171","msg":"trace[1624495600] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"659.771953ms","start":"2026-03-14T07:19:21.826456Z","end":"2026-03-14T07:19:22.486228Z","steps":["trace[1624495600] 'process raft request' (duration: 659.709791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:22.486322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:21.82645Z","time spent":"659.836634ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:22.486313Z","caller":"traceutil/trace.go:171","msg":"trace[748490764] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"659.965947ms","start":"2026-03-14T07:19:21.826326Z","end":"2026-03-14T07:19:22.486292Z","steps":["trace[748490764] 'process raft request' (duration: 373.948342ms)","trace[748490764] 'compare' (duration: 285.499114ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:22.486283Z","caller":"traceutil/trace.go:171","msg":"trace[128030437] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"659.847244ms","start":"2026-03-14T07:19:21.826402Z","end":"2026-03-14T07:19:22.486249Z","steps":["trace[128030437] 'process raft request' (duration: 659.706291ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:22.486484Z","caller":"traceutil/trace.go:171","msg":"trace[949026372] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"659.893625ms","start":"2026-03-14T07:19:21.826581Z","end":"2026-03-14T07:19:22.486475Z","steps":["trace[949026372] 'process raft request' (duration: 659.618639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:22.486595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:21.826554Z","time spent":"659.970107ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:22.486624Z","caller":"traceutil/trace.go:171","msg":"trace[694861949] linearizableReadLoop","detail":"{readStateIndex:8342; appliedIndex:8336; }","duration":"428.857379ms","start":"2026-03-14T07:19:22.057736Z","end":"2026-03-14T07:19:22.486594Z","steps":["trace[694861949] 'read index received' (duration: 142.553118ms)","trace[694861949] 'applied index is now lower than readState.Index' (duration: 286.303431ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:22.48667Z","caller":"traceutil/trace.go:171","msg":"trace[2101716053] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"660.051979ms","start":"2026-03-14T07:19:21.826594Z","end":"2026-03-14T07:19:22.486646Z","steps":["trace[2101716053] 'process raft request' (duration: 659.826554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:22.486777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:21.826562Z","time spent":"660.158761ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:22.486661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:21.826395Z","time spent":"660.164261ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:22.486787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:21.826312Z","time spent":"660.154691ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:22.486863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.929866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19447"} {"level":"info","ts":"2026-03-14T07:19:22.486898Z","caller":"traceutil/trace.go:171","msg":"trace[1226607163] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8033; }","duration":"659.992477ms","start":"2026-03-14T07:19:21.826897Z","end":"2026-03-14T07:19:22.48689Z","steps":["trace[1226607163] 'agreement among raft nodes before linearized reading' (duration: 659.848804ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:22.486872Z","caller":"traceutil/trace.go:171","msg":"trace[573268230] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"537.462663ms","start":"2026-03-14T07:19:21.949341Z","end":"2026-03-14T07:19:22.486804Z","steps":["trace[573268230] 'process raft request' (duration: 537.194327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:22.48693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:21.82689Z","time spent":"660.025208ms","remote":"127.0.0.1:48134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19471,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-14T07:19:22.487046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:21.949232Z","time spent":"537.697269ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:22.486876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.976113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:22.487173Z","caller":"traceutil/trace.go:171","msg":"trace[1178969350] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8033; }","duration":"118.260319ms","start":"2026-03-14T07:19:22.368827Z","end":"2026-03-14T07:19:22.487088Z","steps":["trace[1178969350] 'agreement among raft nodes before linearized reading' (duration: 117.946373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.127165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.930914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:24.127227Z","caller":"traceutil/trace.go:171","msg":"trace[2035638055] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8034; }","duration":"719.039566ms","start":"2026-03-14T07:19:23.408172Z","end":"2026-03-14T07:19:24.127211Z","steps":["trace[2035638055] 'count revisions from in-memory index tree' (duration: 718.854201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.127254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:23.408153Z","time spent":"719.094187ms","remote":"127.0.0.1:42272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:24.127454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.894601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:24.127526Z","caller":"traceutil/trace.go:171","msg":"trace[991387924] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8034; }","duration":"597.004243ms","start":"2026-03-14T07:19:23.530505Z","end":"2026-03-14T07:19:24.127509Z","steps":["trace[991387924] 'count revisions from in-memory index tree' (duration: 596.827029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.127559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:23.530494Z","time spent":"597.055934ms","remote":"127.0.0.1:57054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:19:24.269936Z","caller":"traceutil/trace.go:171","msg":"trace[1025585805] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"470.383879ms","start":"2026-03-14T07:19:23.799526Z","end":"2026-03-14T07:19:24.26991Z","steps":["trace[1025585805] 'process raft request' (duration: 470.221785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.270094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:23.799494Z","time spent":"470.518421ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:24.289794Z","caller":"traceutil/trace.go:171","msg":"trace[1386012402] linearizableReadLoop","detail":"{readStateIndex:8345; appliedIndex:8343; }","duration":"308.249708ms","start":"2026-03-14T07:19:23.981528Z","end":"2026-03-14T07:19:24.289778Z","steps":["trace[1386012402] 'read index received' (duration: 288.282296ms)","trace[1386012402] 'applied index is now lower than readState.Index' (duration: 19.966662ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:24.290028Z","caller":"traceutil/trace.go:171","msg":"trace[439414976] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"461.913371ms","start":"2026-03-14T07:19:23.828105Z","end":"2026-03-14T07:19:24.290019Z","steps":["trace[439414976] 'process raft request' (duration: 461.571273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.290118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:23.828073Z","time spent":"461.978833ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:24.290248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.730568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:24.290274Z","caller":"traceutil/trace.go:171","msg":"trace[1615507332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8036; }","duration":"308.793809ms","start":"2026-03-14T07:19:23.981474Z","end":"2026-03-14T07:19:24.290267Z","steps":["trace[1615507332] 'agreement among raft nodes before linearized reading' (duration: 308.754809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.290291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:23.981453Z","time spent":"308.83456ms","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:19:24.290489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.353237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-14T07:19:24.290538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.30909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t7t5g\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:19:24.290558Z","caller":"traceutil/trace.go:171","msg":"trace[889423121] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:8036; }","duration":"158.472529ms","start":"2026-03-14T07:19:24.132069Z","end":"2026-03-14T07:19:24.290542Z","steps":["trace[889423121] 'agreement among raft nodes before linearized reading' (duration: 158.291275ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:24.290576Z","caller":"traceutil/trace.go:171","msg":"trace[1674029489] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t7t5g; range_end:; response_count:1; response_revision:8036; }","duration":"225.364601ms","start":"2026-03-14T07:19:24.065198Z","end":"2026-03-14T07:19:24.290563Z","steps":["trace[1674029489] 'agreement among raft nodes before linearized reading' (duration: 225.229258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:24.29099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.179265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:19:24.291067Z","caller":"traceutil/trace.go:171","msg":"trace[1519357197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8036; }","duration":"229.310778ms","start":"2026-03-14T07:19:24.061738Z","end":"2026-03-14T07:19:24.291049Z","steps":["trace[1519357197] 'agreement among raft nodes before linearized reading' (duration: 228.603553ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:48.629024Z","caller":"traceutil/trace.go:171","msg":"trace[1668409121] linearizableReadLoop","detail":"{readStateIndex:8522; appliedIndex:8520; }","duration":"204.272732ms","start":"2026-03-14T07:19:48.424733Z","end":"2026-03-14T07:19:48.629006Z","steps":["trace[1668409121] 'read index received' (duration: 12.534218ms)","trace[1668409121] 'applied index is now lower than readState.Index' (duration: 191.737614ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:48.629071Z","caller":"traceutil/trace.go:171","msg":"trace[1071451017] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"258.85897ms","start":"2026-03-14T07:19:48.370179Z","end":"2026-03-14T07:19:48.629038Z","steps":["trace[1071451017] 'process raft request' (duration: 258.3946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:48.629152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.399165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:19:48.629226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.295076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t7t5g\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-14T07:19:48.62918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.464437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-14T07:19:48.629252Z","caller":"traceutil/trace.go:171","msg":"trace[650181403] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t7t5g; range_end:; response_count:1; response_revision:8206; }","duration":"168.330076ms","start":"2026-03-14T07:19:48.460915Z","end":"2026-03-14T07:19:48.629245Z","steps":["trace[650181403] 'agreement among raft nodes before linearized reading' (duration: 168.280405ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:48.629258Z","caller":"traceutil/trace.go:171","msg":"trace[1348276534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8206; }","duration":"176.599639ms","start":"2026-03-14T07:19:48.45265Z","end":"2026-03-14T07:19:48.62925Z","steps":["trace[1348276534] 'agreement among raft nodes before linearized reading' (duration: 176.452036ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:48.629224Z","caller":"traceutil/trace.go:171","msg":"trace[1645905028] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8206; }","duration":"204.524758ms","start":"2026-03-14T07:19:48.424685Z","end":"2026-03-14T07:19:48.62921Z","steps":["trace[1645905028] 'agreement among raft nodes before linearized reading' (duration: 204.387625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:48.62936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.927526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19435"} {"level":"info","ts":"2026-03-14T07:19:48.629385Z","caller":"traceutil/trace.go:171","msg":"trace[1197917653] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8206; }","duration":"171.973257ms","start":"2026-03-14T07:19:48.457403Z","end":"2026-03-14T07:19:48.629377Z","steps":["trace[1197917653] 'agreement among raft nodes before linearized reading' (duration: 171.914276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:51.105983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.11607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:51.106044Z","caller":"traceutil/trace.go:171","msg":"trace[2046283649] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8223; }","duration":"200.214113ms","start":"2026-03-14T07:19:50.905818Z","end":"2026-03-14T07:19:51.106032Z","steps":["trace[2046283649] 'count revisions from in-memory index tree' (duration: 200.057929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:51.106681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.595761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:51.106858Z","caller":"traceutil/trace.go:171","msg":"trace[1518738466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8223; }","duration":"125.845847ms","start":"2026-03-14T07:19:50.980993Z","end":"2026-03-14T07:19:51.106839Z","steps":["trace[1518738466] 'range keys from in-memory index tree' (duration: 125.039569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:53.002631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583201359765796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:19:53.503089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583201359765796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:19:54.010311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583201359765796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:19:54.269316Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.821842873s","expected-duration":"1s"} {"level":"info","ts":"2026-03-14T07:19:54.269978Z","caller":"traceutil/trace.go:171","msg":"trace[1952148938] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"1.822571918s","start":"2026-03-14T07:19:52.447373Z","end":"2026-03-14T07:19:54.269945Z","steps":["trace[1952148938] 'process raft request' (duration: 1.822319923s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:54.27036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:52.447358Z","time spent":"1.822903305s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:54.427959Z","caller":"traceutil/trace.go:171","msg":"trace[2136384546] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"1.914545223s","start":"2026-03-14T07:19:52.513377Z","end":"2026-03-14T07:19:54.427922Z","steps":["trace[2136384546] 'process raft request' (duration: 1.834491341s)","trace[2136384546] 'compare' (duration: 79.736885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:54.428148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:52.51336Z","time spent":"1.914686487s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:54.428257Z","caller":"traceutil/trace.go:171","msg":"trace[1985510819] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"1.78834003s","start":"2026-03-14T07:19:52.63989Z","end":"2026-03-14T07:19:54.42823Z","steps":["trace[1985510819] 'process raft request' (duration: 1.787944171s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:54.42843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:52.639866Z","time spent":"1.788463962s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:54.428554Z","caller":"traceutil/trace.go:171","msg":"trace[627212593] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"985.990587ms","start":"2026-03-14T07:19:53.442535Z","end":"2026-03-14T07:19:54.428526Z","steps":["trace[627212593] 'process raft request' (duration: 985.563497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:54.428689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:53.442514Z","time spent":"986.10629ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:54.428707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926824005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-14T07:19:54.428765Z","caller":"traceutil/trace.go:171","msg":"trace[1277116590] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8228; }","duration":"1.926923128s","start":"2026-03-14T07:19:52.501825Z","end":"2026-03-14T07:19:54.428748Z","steps":["trace[1277116590] 'agreement among raft nodes before linearized reading' (duration: 1.926745914s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:54.428793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:52.501809Z","time spent":"1.926980349s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-14T07:19:54.429088Z","caller":"traceutil/trace.go:171","msg":"trace[1936596057] linearizableReadLoop","detail":"{readStateIndex:8545; appliedIndex:8541; }","duration":"1.926323524s","start":"2026-03-14T07:19:52.501868Z","end":"2026-03-14T07:19:54.428191Z","steps":["trace[1936596057] 'read index received' (duration: 1.767902068s)","trace[1936596057] 'applied index is now lower than readState.Index' (duration: 158.420706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:19:54.429643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450437049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:54.429762Z","caller":"traceutil/trace.go:171","msg":"trace[1822852392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8228; }","duration":"1.450626664s","start":"2026-03-14T07:19:52.979119Z","end":"2026-03-14T07:19:54.429746Z","steps":["trace[1822852392] 'agreement among raft nodes before linearized reading' (duration: 1.45044261s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:54.429837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:52.979099Z","time spent":"1.450694556s","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:19:54.429842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.21984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:54.429893Z","caller":"traceutil/trace.go:171","msg":"trace[1346382599] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8228; }","duration":"419.330303ms","start":"2026-03-14T07:19:54.010549Z","end":"2026-03-14T07:19:54.42988Z","steps":["trace[1346382599] 'agreement among raft nodes before linearized reading' (duration: 419.2366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:54.429931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774350859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t7t5g\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-14T07:19:54.429976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.169646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-14T07:19:54.43001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:54.01052Z","time spent":"419.407165ms","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:54.430039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513204789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:54.430085Z","caller":"traceutil/trace.go:171","msg":"trace[193829548] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8228; }","duration":"1.51328964s","start":"2026-03-14T07:19:52.916787Z","end":"2026-03-14T07:19:54.430077Z","steps":["trace[193829548] 'agreement among raft nodes before linearized reading' (duration: 1.513228078s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:54.430072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776560959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:19:54.430139Z","caller":"traceutil/trace.go:171","msg":"trace[123489925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8228; }","duration":"1.776647971s","start":"2026-03-14T07:19:52.653474Z","end":"2026-03-14T07:19:54.430122Z","steps":["trace[123489925] 'agreement among raft nodes before linearized reading' (duration: 1.776442336s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:54.430147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771493656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T07:19:54.430142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561061458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:19:54.430186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780148808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-14T07:19:54.430192Z","caller":"traceutil/trace.go:171","msg":"trace[1702257068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8228; }","duration":"1.771593368s","start":"2026-03-14T07:19:52.65859Z","end":"2026-03-14T07:19:54.430183Z","steps":["trace[1702257068] 'agreement among raft nodes before linearized reading' (duration: 1.771477676s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:54.430198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:52.653466Z","time spent":"1.776719422s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-14T07:19:54.43021Z","caller":"traceutil/trace.go:171","msg":"trace[1397541164] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8228; }","duration":"1.56116734s","start":"2026-03-14T07:19:52.869026Z","end":"2026-03-14T07:19:54.430193Z","steps":["trace[1397541164] 'agreement among raft nodes before linearized reading' (duration: 1.561010527s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:54.430225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:52.658499Z","time spent":"1.771720231s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-14T07:19:54.430204Z","caller":"traceutil/trace.go:171","msg":"trace[1210648085] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8228; }","duration":"1.780188588s","start":"2026-03-14T07:19:52.65001Z","end":"2026-03-14T07:19:54.430199Z","steps":["trace[1210648085] 'agreement among raft nodes before linearized reading' (duration: 1.780108877s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:54.430246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:52.868994Z","time spent":"1.561243162s","remote":"127.0.0.1:37318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:54.430276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:52.650001Z","time spent":"1.78026997s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:19:54.430105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:52.916766Z","time spent":"1.513331461s","remote":"127.0.0.1:41328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:19:54.430003Z","caller":"traceutil/trace.go:171","msg":"trace[37084032] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t7t5g; range_end:; response_count:1; response_revision:8228; }","duration":"1.77439373s","start":"2026-03-14T07:19:52.655572Z","end":"2026-03-14T07:19:54.429966Z","steps":["trace[37084032] 'agreement among raft nodes before linearized reading' (duration: 1.774281668s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:54.430305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780668149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T07:19:54.430358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:52.655541Z","time spent":"1.77481263s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-t7t5g\" "} {"level":"warn","ts":"2026-03-14T07:19:54.430408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.875982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:54.430386Z","caller":"traceutil/trace.go:171","msg":"trace[1028139983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8228; }","duration":"1.780797012s","start":"2026-03-14T07:19:52.649576Z","end":"2026-03-14T07:19:54.430373Z","steps":["trace[1028139983] 'agreement among raft nodes before linearized reading' (duration: 1.779638237s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:54.430444Z","caller":"traceutil/trace.go:171","msg":"trace[1062912134] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8228; }","duration":"998.945274ms","start":"2026-03-14T07:19:53.431488Z","end":"2026-03-14T07:19:54.430434Z","steps":["trace[1062912134] 'agreement among raft nodes before linearized reading' (duration: 998.834111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:54.430464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:52.649549Z","time spent":"1.780903824s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:19:54.430487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:53.431471Z","time spent":"999.006195ms","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:54.430382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311478953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:19:54.43056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776310143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:19:54.430038Z","caller":"traceutil/trace.go:171","msg":"trace[1454062250] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:8228; }","duration":"296.30002ms","start":"2026-03-14T07:19:54.133721Z","end":"2026-03-14T07:19:54.430021Z","steps":["trace[1454062250] 'agreement among raft nodes before linearized reading' (duration: 296.121696ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:54.430612Z","caller":"traceutil/trace.go:171","msg":"trace[215082149] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8228; }","duration":"1.776380685s","start":"2026-03-14T07:19:52.654216Z","end":"2026-03-14T07:19:54.430597Z","steps":["trace[215082149] 'agreement among raft nodes before linearized reading' (duration: 1.776243562s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:54.43078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:52.654206Z","time spent":"1.776560049s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:19:54.4306Z","caller":"traceutil/trace.go:171","msg":"trace[613223723] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8228; }","duration":"1.311718578s","start":"2026-03-14T07:19:53.118867Z","end":"2026-03-14T07:19:54.430586Z","steps":["trace[613223723] 'agreement among raft nodes before linearized reading' (duration: 1.311473343s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:54.430935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:53.118857Z","time spent":"1.312064245s","remote":"127.0.0.1:48192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:19:54.431175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311635188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-14T07:19:54.431219Z","caller":"traceutil/trace.go:171","msg":"trace[1393638337] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8228; }","duration":"1.311701778s","start":"2026-03-14T07:19:53.119506Z","end":"2026-03-14T07:19:54.431207Z","steps":["trace[1393638337] 'agreement among raft nodes before linearized reading' (duration: 1.311181496s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:54.431246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:53.119496Z","time spent":"1.31174455s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T07:19:54.555645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.250183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-14T07:19:54.555708Z","caller":"traceutil/trace.go:171","msg":"trace[846188575] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8235; }","duration":"121.333836ms","start":"2026-03-14T07:19:54.434359Z","end":"2026-03-14T07:19:54.555693Z","steps":["trace[846188575] 'agreement among raft nodes before linearized reading' (duration: 121.160442ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:54.555878Z","caller":"traceutil/trace.go:171","msg":"trace[1879166215] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"117.353138ms","start":"2026-03-14T07:19:54.438516Z","end":"2026-03-14T07:19:54.55587Z","steps":["trace[1879166215] 'process raft request' (duration: 112.563581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:54.556144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.010572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:19:54.556175Z","caller":"traceutil/trace.go:171","msg":"trace[2102457917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8235; }","duration":"118.068303ms","start":"2026-03-14T07:19:54.4381Z","end":"2026-03-14T07:19:54.556168Z","steps":["trace[2102457917] 'agreement among raft nodes before linearized reading' (duration: 118.010442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:56.760733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.337981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t7t5g\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:19:56.760837Z","caller":"traceutil/trace.go:171","msg":"trace[2134072511] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t7t5g; range_end:; response_count:1; response_revision:8238; }","duration":"268.485034ms","start":"2026-03-14T07:19:56.492331Z","end":"2026-03-14T07:19:56.760816Z","steps":["trace[2134072511] 'range keys from in-memory index tree' (duration: 268.105586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:56.761368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.618309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:19:56.761528Z","caller":"traceutil/trace.go:171","msg":"trace[1162658433] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"268.788921ms","start":"2026-03-14T07:19:56.492712Z","end":"2026-03-14T07:19:56.761501Z","steps":["trace[1162658433] 'process raft request' (duration: 110.816374ms)","trace[1162658433] 'compare' (duration: 156.77894ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:56.799327Z","caller":"traceutil/trace.go:171","msg":"trace[1979437654] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"306.525867ms","start":"2026-03-14T07:19:56.492771Z","end":"2026-03-14T07:19:56.799297Z","steps":["trace[1979437654] 'process raft request' (duration: 306.324572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:56.799545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:56.492752Z","time spent":"306.661889ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:56.799683Z","caller":"traceutil/trace.go:171","msg":"trace[1844843978] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"306.851043ms","start":"2026-03-14T07:19:56.492801Z","end":"2026-03-14T07:19:56.799652Z","steps":["trace[1844843978] 'process raft request' (duration: 306.449815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:56.799839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:56.49279Z","time spent":"306.967526ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:19:56.799918Z","caller":"traceutil/trace.go:171","msg":"trace[1110764679] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"307.037328ms","start":"2026-03-14T07:19:56.492866Z","end":"2026-03-14T07:19:56.799903Z","steps":["trace[1110764679] 'process raft request' (duration: 306.752592ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:19:56.799912Z","caller":"traceutil/trace.go:171","msg":"trace[257922941] linearizableReadLoop","detail":"{readStateIndex:8561; appliedIndex:8557; }","duration":"155.306338ms","start":"2026-03-14T07:19:56.644535Z","end":"2026-03-14T07:19:56.799841Z","steps":["trace[257922941] 'read index received' (duration: 154.461949ms)","trace[257922941] 'applied index is now lower than readState.Index' (duration: 843.359µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:19:56.800054Z","caller":"traceutil/trace.go:171","msg":"trace[1100920714] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"305.083754ms","start":"2026-03-14T07:19:56.494956Z","end":"2026-03-14T07:19:56.80004Z","steps":["trace[1100920714] 'process raft request' (duration: 304.833028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:56.800124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:56.494945Z","time spent":"305.144665ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:19:56.800281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.728196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:19:56.800425Z","caller":"traceutil/trace.go:171","msg":"trace[1555425804] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8243; }","duration":"155.920181ms","start":"2026-03-14T07:19:56.644486Z","end":"2026-03-14T07:19:56.800407Z","steps":["trace[1555425804] 'agreement among raft nodes before linearized reading' (duration: 155.658785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:19:56.79999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:19:56.49286Z","time spent":"307.097109ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:20:07.691144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583201359766094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-14T07:20:07.892723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.233977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:20:07.892863Z","caller":"traceutil/trace.go:171","msg":"trace[1112065481] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"705.290264ms","start":"2026-03-14T07:20:07.187551Z","end":"2026-03-14T07:20:07.892842Z","steps":["trace[1112065481] 'process raft request' (duration: 554.846363ms)","trace[1112065481] 'compare' (duration: 149.862959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:20:07.892964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:07.187542Z","time spent":"705.372746ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4620,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:20:07.9007Z","caller":"traceutil/trace.go:171","msg":"trace[632206974] linearizableReadLoop","detail":"{readStateIndex:8653; appliedIndex:8651; }","duration":"709.983718ms","start":"2026-03-14T07:20:07.190694Z","end":"2026-03-14T07:20:07.900678Z","steps":["trace[632206974] 'read index received' (duration: 551.724384ms)","trace[632206974] 'applied index is now lower than readState.Index' (duration: 158.257524ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:07.900957Z","caller":"traceutil/trace.go:171","msg":"trace[1917523725] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"531.072867ms","start":"2026-03-14T07:20:07.369873Z","end":"2026-03-14T07:20:07.900946Z","steps":["trace[1917523725] 'process raft request' (duration: 530.675188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:07.901102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.410574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-14T07:20:07.901208Z","caller":"traceutil/trace.go:171","msg":"trace[1865324814] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8330; }","duration":"708.541166ms","start":"2026-03-14T07:20:07.192642Z","end":"2026-03-14T07:20:07.901183Z","steps":["trace[1865324814] 'agreement among raft nodes before linearized reading' (duration: 708.28337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:07.901217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.212223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:20:07.901271Z","caller":"traceutil/trace.go:171","msg":"trace[1502275423] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8330; }","duration":"649.313895ms","start":"2026-03-14T07:20:07.251947Z","end":"2026-03-14T07:20:07.901261Z","steps":["trace[1502275423] 'agreement among raft nodes before linearized reading' (duration: 649.234733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:07.90127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:07.192633Z","time spent":"708.614587ms","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3090,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-14T07:20:07.901293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:07.251911Z","time spent":"649.375446ms","remote":"127.0.0.1:42288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:20:07.901151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:07.369843Z","time spent":"531.139629ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:20:07.901478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.488325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-s8hm4\" ","response":"range_response_count:1 size:4635"} {"level":"warn","ts":"2026-03-14T07:20:07.901558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.521856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-s8hm4\" ","response":"range_response_count:1 size:4635"} {"level":"info","ts":"2026-03-14T07:20:07.901573Z","caller":"traceutil/trace.go:171","msg":"trace[489843455] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-s8hm4; range_end:; response_count:1; response_revision:8330; }","duration":"708.607358ms","start":"2026-03-14T07:20:07.192939Z","end":"2026-03-14T07:20:07.901547Z","steps":["trace[489843455] 'agreement among raft nodes before linearized reading' (duration: 708.382743ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:07.901598Z","caller":"traceutil/trace.go:171","msg":"trace[1749219569] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-s8hm4; range_end:; response_count:1; response_revision:8330; }","duration":"175.608958ms","start":"2026-03-14T07:20:07.725978Z","end":"2026-03-14T07:20:07.901587Z","steps":["trace[1749219569] 'agreement among raft nodes before linearized reading' (duration: 175.528176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:07.901579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.643128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-14T07:20:07.901625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:07.192932Z","time spent":"708.681539ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4659,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-s8hm4\" "} {"level":"info","ts":"2026-03-14T07:20:07.901655Z","caller":"traceutil/trace.go:171","msg":"trace[1947650058] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8330; }","duration":"708.754181ms","start":"2026-03-14T07:20:07.192885Z","end":"2026-03-14T07:20:07.901639Z","steps":["trace[1947650058] 'agreement among raft nodes before linearized reading' (duration: 708.453204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:07.901634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.908839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"warn","ts":"2026-03-14T07:20:07.901681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:07.192869Z","time spent":"708.806102ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":555,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-14T07:20:07.901739Z","caller":"traceutil/trace.go:171","msg":"trace[190910585] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8330; }","duration":"711.048972ms","start":"2026-03-14T07:20:07.190663Z","end":"2026-03-14T07:20:07.901712Z","steps":["trace[190910585] 'agreement among raft nodes before linearized reading' (duration: 710.754165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:07.901789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:07.190651Z","time spent":"711.128403ms","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":737,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-03-14T07:20:08.483864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154583201359766105,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-14T07:20:08.573742Z","caller":"traceutil/trace.go:171","msg":"trace[270515836] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8332; }","duration":"664.46286ms","start":"2026-03-14T07:20:07.90923Z","end":"2026-03-14T07:20:08.573693Z","steps":["trace[270515836] 'process raft request' (duration: 664.411429ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:08.573812Z","caller":"traceutil/trace.go:171","msg":"trace[1186685524] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"665.161565ms","start":"2026-03-14T07:20:07.908622Z","end":"2026-03-14T07:20:08.573784Z","steps":["trace[1186685524] 'process raft request' (duration: 664.846558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:08.573955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:07.90922Z","time spent":"664.607073ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4702,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:20:08.574113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:07.9086Z","time spent":"665.272378ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4652,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:20:08.637956Z","caller":"traceutil/trace.go:171","msg":"trace[79658467] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"310.259718ms","start":"2026-03-14T07:20:08.327672Z","end":"2026-03-14T07:20:08.637932Z","steps":["trace[79658467] 'process raft request' (duration: 310.054984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:08.638125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:08.327647Z","time spent":"310.386841ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:20:08.638438Z","caller":"traceutil/trace.go:171","msg":"trace[1472011765] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"103.022161ms","start":"2026-03-14T07:20:08.535354Z","end":"2026-03-14T07:20:08.638376Z","steps":["trace[1472011765] 'process raft request' (duration: 102.53057ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:08.638519Z","caller":"traceutil/trace.go:171","msg":"trace[374008602] linearizableReadLoop","detail":"{readStateIndex:8657; appliedIndex:8654; }","duration":"655.758787ms","start":"2026-03-14T07:20:07.982751Z","end":"2026-03-14T07:20:08.638509Z","steps":["trace[374008602] 'read index received' (duration: 590.745118ms)","trace[374008602] 'applied index is now lower than readState.Index' (duration: 65.012779ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:08.63863Z","caller":"traceutil/trace.go:171","msg":"trace[1696917403] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"102.175231ms","start":"2026-03-14T07:20:08.536447Z","end":"2026-03-14T07:20:08.638623Z","steps":["trace[1696917403] 'process raft request' (duration: 101.735482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:08.638746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.010503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:20:08.638778Z","caller":"traceutil/trace.go:171","msg":"trace[1680397637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8335; }","duration":"656.066943ms","start":"2026-03-14T07:20:07.982705Z","end":"2026-03-14T07:20:08.638772Z","steps":["trace[1680397637] 'agreement among raft nodes before linearized reading' (duration: 656.015932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:08.638797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:07.982692Z","time spent":"656.101015ms","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:20:08.7763Z","caller":"traceutil/trace.go:171","msg":"trace[1285922111] linearizableReadLoop","detail":"{readStateIndex:8660; appliedIndex:8659; }","duration":"137.732039ms","start":"2026-03-14T07:20:08.638539Z","end":"2026-03-14T07:20:08.776271Z","steps":["trace[1285922111] 'read index received' (duration: 95.934854ms)","trace[1285922111] 'applied index is now lower than readState.Index' (duration: 41.795415ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:08.77636Z","caller":"traceutil/trace.go:171","msg":"trace[615076488] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"194.080796ms","start":"2026-03-14T07:20:08.582235Z","end":"2026-03-14T07:20:08.776316Z","steps":["trace[615076488] 'process raft request' (duration: 152.347442ms)","trace[615076488] 'compare' (duration: 41.415347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:20:08.776595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.726419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:20:08.776641Z","caller":"traceutil/trace.go:171","msg":"trace[665258374] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8337; }","duration":"334.838422ms","start":"2026-03-14T07:20:08.441791Z","end":"2026-03-14T07:20:08.776629Z","steps":["trace[665258374] 'agreement among raft nodes before linearized reading' (duration: 334.693899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:08.776628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.690957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:20:08.776678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:08.441773Z","time spent":"334.894713ms","remote":"127.0.0.1:48066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:20:08.776713Z","caller":"traceutil/trace.go:171","msg":"trace[1906334285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8337; }","duration":"132.85268ms","start":"2026-03-14T07:20:08.643837Z","end":"2026-03-14T07:20:08.776689Z","steps":["trace[1906334285] 'agreement among raft nodes before linearized reading' (duration: 132.707777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:08.776781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.521535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-s8hm4\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-14T07:20:08.776849Z","caller":"traceutil/trace.go:171","msg":"trace[90143709] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-s8hm4; range_end:; response_count:1; response_revision:8336; }","duration":"189.597996ms","start":"2026-03-14T07:20:08.58723Z","end":"2026-03-14T07:20:08.776828Z","steps":["trace[90143709] 'agreement among raft nodes before linearized reading' (duration: 189.076225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:08.776638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.632379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-s8hm4\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-03-14T07:20:08.776951Z","caller":"traceutil/trace.go:171","msg":"trace[686918180] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-s8hm4; range_end:; response_count:1; response_revision:8336; }","duration":"194.990896ms","start":"2026-03-14T07:20:08.581948Z","end":"2026-03-14T07:20:08.776939Z","steps":["trace[686918180] 'agreement among raft nodes before linearized reading' (duration: 194.396133ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:09.07334Z","caller":"traceutil/trace.go:171","msg":"trace[829709292] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"285.09661ms","start":"2026-03-14T07:20:08.78818Z","end":"2026-03-14T07:20:09.073277Z","steps":["trace[829709292] 'process raft request' (duration: 224.695664ms)","trace[829709292] 'compare' (duration: 60.062969ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:09.073354Z","caller":"traceutil/trace.go:171","msg":"trace[714019723] linearizableReadLoop","detail":"{readStateIndex:8663; appliedIndex:8662; }","duration":"255.72281ms","start":"2026-03-14T07:20:08.817601Z","end":"2026-03-14T07:20:09.073324Z","steps":["trace[714019723] 'read index received' (duration: 195.291413ms)","trace[714019723] 'applied index is now lower than readState.Index' (duration: 60.428297ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:09.073363Z","caller":"traceutil/trace.go:171","msg":"trace[1645442112] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"173.649035ms","start":"2026-03-14T07:20:08.899685Z","end":"2026-03-14T07:20:09.073334Z","steps":["trace[1645442112] 'process raft request' (duration: 173.569823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:09.073635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.007557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:20:09.073682Z","caller":"traceutil/trace.go:171","msg":"trace[954501523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8340; }","duration":"256.094199ms","start":"2026-03-14T07:20:08.817576Z","end":"2026-03-14T07:20:09.07367Z","steps":["trace[954501523] 'agreement among raft nodes before linearized reading' (duration: 255.892615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:09.073767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.643722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-14T07:20:09.073857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.094633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-14T07:20:09.073893Z","caller":"traceutil/trace.go:171","msg":"trace[2146363777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8340; }","duration":"219.824956ms","start":"2026-03-14T07:20:08.854045Z","end":"2026-03-14T07:20:09.07387Z","steps":["trace[2146363777] 'agreement among raft nodes before linearized reading' (duration: 219.510419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:09.07388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.129888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t7t5g\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:20:09.073924Z","caller":"traceutil/trace.go:171","msg":"trace[15691365] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8340; }","duration":"211.194285ms","start":"2026-03-14T07:20:08.862714Z","end":"2026-03-14T07:20:09.073908Z","steps":["trace[15691365] 'agreement among raft nodes before linearized reading' (duration: 210.989151ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:09.073957Z","caller":"traceutil/trace.go:171","msg":"trace[870553614] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t7t5g; range_end:; response_count:1; response_revision:8340; }","duration":"180.245311ms","start":"2026-03-14T07:20:08.893695Z","end":"2026-03-14T07:20:09.07394Z","steps":["trace[870553614] 'agreement among raft nodes before linearized reading' (duration: 180.064856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:09.0741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.722551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-14T07:20:09.074137Z","caller":"traceutil/trace.go:171","msg":"trace[1979068694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8340; }","duration":"208.806873ms","start":"2026-03-14T07:20:08.865321Z","end":"2026-03-14T07:20:09.074128Z","steps":["trace[1979068694] 'agreement among raft nodes before linearized reading' (duration: 208.704631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:09.074466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.966427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T07:20:09.074488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.242473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-14T07:20:09.074557Z","caller":"traceutil/trace.go:171","msg":"trace[2026631873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8340; }","duration":"214.346566ms","start":"2026-03-14T07:20:08.860193Z","end":"2026-03-14T07:20:09.07454Z","steps":["trace[2026631873] 'agreement among raft nodes before linearized reading' (duration: 213.593758ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:09.074729Z","caller":"traceutil/trace.go:171","msg":"trace[605804695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8340; }","duration":"195.415577ms","start":"2026-03-14T07:20:08.879301Z","end":"2026-03-14T07:20:09.074716Z","steps":["trace[605804695] 'agreement among raft nodes before linearized reading' (duration: 194.286951ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:09.246725Z","caller":"traceutil/trace.go:171","msg":"trace[86952126] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"167.555459ms","start":"2026-03-14T07:20:09.079126Z","end":"2026-03-14T07:20:09.246682Z","steps":["trace[86952126] 'process raft request' (duration: 127.81936ms)","trace[86952126] 'compare' (duration: 39.530045ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:09.246775Z","caller":"traceutil/trace.go:171","msg":"trace[1676859681] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"167.17907ms","start":"2026-03-14T07:20:09.079557Z","end":"2026-03-14T07:20:09.246736Z","steps":["trace[1676859681] 'process raft request' (duration: 167.067728ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:09.246909Z","caller":"traceutil/trace.go:171","msg":"trace[752590603] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"166.562807ms","start":"2026-03-14T07:20:09.080335Z","end":"2026-03-14T07:20:09.246898Z","steps":["trace[752590603] 'process raft request' (duration: 166.372593ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:09.247003Z","caller":"traceutil/trace.go:171","msg":"trace[534550060] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"160.703407ms","start":"2026-03-14T07:20:09.086288Z","end":"2026-03-14T07:20:09.246992Z","steps":["trace[534550060] 'process raft request' (duration: 160.457751ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:09.246977Z","caller":"traceutil/trace.go:171","msg":"trace[46203626] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"166.837503ms","start":"2026-03-14T07:20:09.080077Z","end":"2026-03-14T07:20:09.246914Z","steps":["trace[46203626] 'process raft request' (duration: 166.600048ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:09.246984Z","caller":"traceutil/trace.go:171","msg":"trace[1603339650] linearizableReadLoop","detail":"{readStateIndex:8670; appliedIndex:8665; }","duration":"132.541774ms","start":"2026-03-14T07:20:09.114367Z","end":"2026-03-14T07:20:09.246909Z","steps":["trace[1603339650] 'read index received' (duration: 92.490678ms)","trace[1603339650] 'applied index is now lower than readState.Index' (duration: 40.050156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:20:09.247459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.488558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-s8hm4\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-03-14T07:20:09.247505Z","caller":"traceutil/trace.go:171","msg":"trace[968673293] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-s8hm4; range_end:; response_count:1; response_revision:8346; }","duration":"130.59246ms","start":"2026-03-14T07:20:09.116901Z","end":"2026-03-14T07:20:09.247494Z","steps":["trace[968673293] 'agreement among raft nodes before linearized reading' (duration: 130.379885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:09.2479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.812558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228762"} {"level":"info","ts":"2026-03-14T07:20:09.247962Z","caller":"traceutil/trace.go:171","msg":"trace[1713386964] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8346; }","duration":"168.929931ms","start":"2026-03-14T07:20:09.079018Z","end":"2026-03-14T07:20:09.247948Z","steps":["trace[1713386964] 'agreement among raft nodes before linearized reading' (duration: 168.068211ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:09.432989Z","caller":"traceutil/trace.go:171","msg":"trace[556731732] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"175.382993ms","start":"2026-03-14T07:20:09.257584Z","end":"2026-03-14T07:20:09.432967Z","steps":["trace[556731732] 'process raft request' (duration: 143.949806ms)","trace[556731732] 'compare' (duration: 31.263773ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:09.609066Z","caller":"traceutil/trace.go:171","msg":"trace[1761871585] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"117.122993ms","start":"2026-03-14T07:20:09.491896Z","end":"2026-03-14T07:20:09.609019Z","steps":["trace[1761871585] 'process raft request' (duration: 115.415365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:10.668712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.604112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-14T07:20:10.668885Z","caller":"traceutil/trace.go:171","msg":"trace[351032001] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8350; }","duration":"949.808706ms","start":"2026-03-14T07:20:09.719044Z","end":"2026-03-14T07:20:10.668852Z","steps":["trace[351032001] 'range keys from in-memory index tree' (duration: 949.456219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:10.668967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:09.719023Z","time spent":"949.93033ms","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-14T07:20:10.739958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.917992ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-14T07:20:10.740059Z","caller":"traceutil/trace.go:171","msg":"trace[1204218567] linearizableReadLoop","detail":"{readStateIndex:8675; appliedIndex:8674; }","duration":"921.363567ms","start":"2026-03-14T07:20:09.818681Z","end":"2026-03-14T07:20:10.740045Z","steps":["trace[1204218567] 'read index received' (duration: 204.293323ms)","trace[1204218567] 'applied index is now lower than readState.Index' (duration: 717.069274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:20:10.740181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.494061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:20:10.740203Z","caller":"traceutil/trace.go:171","msg":"trace[83073740] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8350; }","duration":"921.532591ms","start":"2026-03-14T07:20:09.818664Z","end":"2026-03-14T07:20:10.740197Z","steps":["trace[83073740] 'agreement among raft nodes before linearized reading' (duration: 921.45169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:10.74027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:09.818643Z","time spent":"921.577952ms","remote":"127.0.0.1:48260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:20:10.892456Z","caller":"traceutil/trace.go:171","msg":"trace[1602993425] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"246.214151ms","start":"2026-03-14T07:20:10.64621Z","end":"2026-03-14T07:20:10.892424Z","steps":["trace[1602993425] 'process raft request' (duration: 245.951285ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:11.081631Z","caller":"traceutil/trace.go:171","msg":"trace[907113580] linearizableReadLoop","detail":"{readStateIndex:8678; appliedIndex:8675; }","duration":"341.516091ms","start":"2026-03-14T07:20:10.740091Z","end":"2026-03-14T07:20:11.081607Z","steps":["trace[907113580] 'read index received' (duration: 152.048757ms)","trace[907113580] 'applied index is now lower than readState.Index' (duration: 189.456503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:20:11.081817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222843281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-14T07:20:11.081846Z","caller":"traceutil/trace.go:171","msg":"trace[118396834] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8353; }","duration":"1.222923993s","start":"2026-03-14T07:20:09.858914Z","end":"2026-03-14T07:20:11.081838Z","steps":["trace[118396834] 'agreement among raft nodes before linearized reading' (duration: 1.22277914s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:11.081869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:09.858858Z","time spent":"1.223005784s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-14T07:20:11.081897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.488243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-14T07:20:11.08199Z","caller":"traceutil/trace.go:171","msg":"trace[760797368] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8353; }","duration":"455.630787ms","start":"2026-03-14T07:20:10.626336Z","end":"2026-03-14T07:20:11.081967Z","steps":["trace[760797368] 'agreement among raft nodes before linearized reading' (duration: 455.34229ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:11.082028Z","caller":"traceutil/trace.go:171","msg":"trace[669233022] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"434.381036ms","start":"2026-03-14T07:20:10.647601Z","end":"2026-03-14T07:20:11.081982Z","steps":["trace[669233022] 'process raft request' (duration: 433.956757ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:11.081993Z","caller":"traceutil/trace.go:171","msg":"trace[1147260559] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"434.466398ms","start":"2026-03-14T07:20:10.647353Z","end":"2026-03-14T07:20:11.081819Z","steps":["trace[1147260559] 'process raft request' (duration: 359.901538ms)","trace[1147260559] 'compare' (duration: 74.170272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:20:11.082201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:10.647575Z","time spent":"434.53842ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:20:11.082041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:10.626315Z","time spent":"455.717678ms","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-14T07:20:11.082157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.09731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-14T07:20:11.082397Z","caller":"traceutil/trace.go:171","msg":"trace[436430466] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8353; }","duration":"387.372005ms","start":"2026-03-14T07:20:10.695001Z","end":"2026-03-14T07:20:11.082373Z","steps":["trace[436430466] 'agreement among raft nodes before linearized reading' (duration: 387.084999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:11.08245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:10.694979Z","time spent":"387.458028ms","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-14T07:20:11.082117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190477015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:20:11.082437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.374687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19435"} {"level":"info","ts":"2026-03-14T07:20:11.082505Z","caller":"traceutil/trace.go:171","msg":"trace[572726110] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8353; }","duration":"1.190915585s","start":"2026-03-14T07:20:09.891572Z","end":"2026-03-14T07:20:11.082488Z","steps":["trace[572726110] 'agreement among raft nodes before linearized reading' (duration: 1.190466265s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:11.082548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:09.891552Z","time spent":"1.190981807s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:20:11.082186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139868875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-548dc8dd6c-zmghr.189ca40f8af9a039\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-14T07:20:11.082511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.539274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-14T07:20:11.0826Z","caller":"traceutil/trace.go:171","msg":"trace[2052633665] range","detail":"{range_begin:/registry/events/openstack/barbican-api-548dc8dd6c-zmghr.189ca40f8af9a039; range_end:; response_count:1; response_revision:8353; }","duration":"1.140354796s","start":"2026-03-14T07:20:09.942229Z","end":"2026-03-14T07:20:11.082584Z","steps":["trace[2052633665] 'agreement among raft nodes before linearized reading' (duration: 1.139846134s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:11.082587Z","caller":"traceutil/trace.go:171","msg":"trace[1140469909] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8353; }","duration":"669.566444ms","start":"2026-03-14T07:20:10.41296Z","end":"2026-03-14T07:20:11.082527Z","steps":["trace[1140469909] 'agreement among raft nodes before linearized reading' (duration: 669.143204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:11.082645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:09.942221Z","time spent":"1.140411037s","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-548dc8dd6c-zmghr.189ca40f8af9a039\" "} {"level":"info","ts":"2026-03-14T07:20:11.082638Z","caller":"traceutil/trace.go:171","msg":"trace[1003288991] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8353; }","duration":"899.713399ms","start":"2026-03-14T07:20:10.182905Z","end":"2026-03-14T07:20:11.082619Z","steps":["trace[1003288991] 'agreement among raft nodes before linearized reading' (duration: 899.263758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:11.082675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:10.412939Z","time spent":"669.721998ms","remote":"127.0.0.1:48134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19459,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-14T07:20:11.082773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:10.182881Z","time spent":"899.877512ms","remote":"127.0.0.1:48102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-14T07:20:11.082995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:10.647336Z","time spent":"434.896067ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:20:11.083047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100278179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:20:11.083641Z","caller":"traceutil/trace.go:171","msg":"trace[681865084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8353; }","duration":"1.100900562s","start":"2026-03-14T07:20:09.982715Z","end":"2026-03-14T07:20:11.083616Z","steps":["trace[681865084] 'agreement among raft nodes before linearized reading' (duration: 1.100259828s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:11.083782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:09.982698Z","time spent":"1.101054395s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-14T07:20:11.299922Z","caller":"traceutil/trace.go:171","msg":"trace[665745121] linearizableReadLoop","detail":"{readStateIndex:8679; appliedIndex:8678; }","duration":"214.444287ms","start":"2026-03-14T07:20:11.085445Z","end":"2026-03-14T07:20:11.299889Z","steps":["trace[665745121] 'read index received' (duration: 146.416571ms)","trace[665745121] 'applied index is now lower than readState.Index' (duration: 68.025426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:20:11.300359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.804185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a01df0c2-4cef-4083-b384-96af41de5d32\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-14T07:20:11.300538Z","caller":"traceutil/trace.go:171","msg":"trace[743390968] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a01df0c2-4cef-4083-b384-96af41de5d32; range_end:; response_count:1; response_revision:8353; }","duration":"215.09141ms","start":"2026-03-14T07:20:11.085418Z","end":"2026-03-14T07:20:11.30051Z","steps":["trace[743390968] 'agreement among raft nodes before linearized reading' (duration: 214.670361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:11.3006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.962454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19435"} {"level":"info","ts":"2026-03-14T07:20:11.300663Z","caller":"traceutil/trace.go:171","msg":"trace[1123956567] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8353; }","duration":"208.055185ms","start":"2026-03-14T07:20:11.092591Z","end":"2026-03-14T07:20:11.300646Z","steps":["trace[1123956567] 'agreement among raft nodes before linearized reading' (duration: 207.849531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:11.300623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.072637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:20:11.300719Z","caller":"traceutil/trace.go:171","msg":"trace[389038496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8353; }","duration":"209.189501ms","start":"2026-03-14T07:20:11.091511Z","end":"2026-03-14T07:20:11.3007Z","steps":["trace[389038496] 'agreement among raft nodes before linearized reading' (duration: 209.051618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:11.300883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.420655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:953"} {"level":"warn","ts":"2026-03-14T07:20:11.300903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.266852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-03-14T07:20:11.300956Z","caller":"traceutil/trace.go:171","msg":"trace[202078218] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:8353; }","duration":"209.502387ms","start":"2026-03-14T07:20:11.091435Z","end":"2026-03-14T07:20:11.300937Z","steps":["trace[202078218] 'agreement among raft nodes before linearized reading' (duration: 209.18563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:11.300923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.587182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-14T07:20:11.30098Z","caller":"traceutil/trace.go:171","msg":"trace[646112727] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8353; }","duration":"209.382084ms","start":"2026-03-14T07:20:11.091577Z","end":"2026-03-14T07:20:11.300959Z","steps":["trace[646112727] 'agreement among raft nodes before linearized reading' (duration: 209.116598ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:11.301022Z","caller":"traceutil/trace.go:171","msg":"trace[1822787639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8353; }","duration":"182.680504ms","start":"2026-03-14T07:20:11.118315Z","end":"2026-03-14T07:20:11.300996Z","steps":["trace[1822787639] 'agreement among raft nodes before linearized reading' (duration: 182.422518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:11.301623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.255061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-14T07:20:11.301909Z","caller":"traceutil/trace.go:171","msg":"trace[1891365570] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8353; }","duration":"213.562777ms","start":"2026-03-14T07:20:11.088323Z","end":"2026-03-14T07:20:11.301886Z","steps":["trace[1891365570] 'agreement among raft nodes before linearized reading' (duration: 211.986302ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:11.466761Z","caller":"traceutil/trace.go:171","msg":"trace[887739138] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"161.542237ms","start":"2026-03-14T07:20:11.305171Z","end":"2026-03-14T07:20:11.466713Z","steps":["trace[887739138] 'process raft request' (duration: 161.295361ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:11.466811Z","caller":"traceutil/trace.go:171","msg":"trace[1147702354] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"160.529024ms","start":"2026-03-14T07:20:11.306257Z","end":"2026-03-14T07:20:11.466786Z","steps":["trace[1147702354] 'process raft request' (duration: 160.451222ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:11.466847Z","caller":"traceutil/trace.go:171","msg":"trace[268095301] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"160.995994ms","start":"2026-03-14T07:20:11.305797Z","end":"2026-03-14T07:20:11.466793Z","steps":["trace[268095301] 'process raft request' (duration: 160.822421ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:11.466915Z","caller":"traceutil/trace.go:171","msg":"trace[767628322] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"160.76011ms","start":"2026-03-14T07:20:11.306101Z","end":"2026-03-14T07:20:11.466862Z","steps":["trace[767628322] 'process raft request' (duration: 160.566766ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:11.467192Z","caller":"traceutil/trace.go:171","msg":"trace[1312123412] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"159.202314ms","start":"2026-03-14T07:20:11.307946Z","end":"2026-03-14T07:20:11.467148Z","steps":["trace[1312123412] 'process raft request' (duration: 158.801285ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:11.467327Z","caller":"traceutil/trace.go:171","msg":"trace[179075794] linearizableReadLoop","detail":"{readStateIndex:8681; appliedIndex:8679; }","duration":"161.771561ms","start":"2026-03-14T07:20:11.305538Z","end":"2026-03-14T07:20:11.467309Z","steps":["trace[179075794] 'read index received' (duration: 82.113677ms)","trace[179075794] 'applied index is now lower than readState.Index' (duration: 79.656654ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:11.467349Z","caller":"traceutil/trace.go:171","msg":"trace[2269819] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"159.290157ms","start":"2026-03-14T07:20:11.308025Z","end":"2026-03-14T07:20:11.467315Z","steps":["trace[2269819] 'process raft request' (duration: 159.00742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:11.467547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.405664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:20:11.46755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.928023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-14T07:20:11.467599Z","caller":"traceutil/trace.go:171","msg":"trace[1452650531] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8360; }","duration":"161.022675ms","start":"2026-03-14T07:20:11.306563Z","end":"2026-03-14T07:20:11.467586Z","steps":["trace[1452650531] 'agreement among raft nodes before linearized reading' (duration: 160.854882ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:11.467608Z","caller":"traceutil/trace.go:171","msg":"trace[861074455] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8360; }","duration":"105.540367ms","start":"2026-03-14T07:20:11.362055Z","end":"2026-03-14T07:20:11.467596Z","steps":["trace[861074455] 'agreement among raft nodes before linearized reading' (duration: 105.424134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:11.467849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.311003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228762"} {"level":"info","ts":"2026-03-14T07:20:11.467905Z","caller":"traceutil/trace.go:171","msg":"trace[1836222105] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8360; }","duration":"162.379455ms","start":"2026-03-14T07:20:11.305512Z","end":"2026-03-14T07:20:11.467891Z","steps":["trace[1836222105] 'agreement among raft nodes before linearized reading' (duration: 161.878094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:11.750541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.938461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:20:11.750655Z","caller":"traceutil/trace.go:171","msg":"trace[1106562525] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"217.280961ms","start":"2026-03-14T07:20:11.533354Z","end":"2026-03-14T07:20:11.750635Z","steps":["trace[1106562525] 'process raft request' (duration: 24.158835ms)","trace[1106562525] 'compare' (duration: 192.554793ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:13.180936Z","caller":"traceutil/trace.go:171","msg":"trace[1004217891] linearizableReadLoop","detail":"{readStateIndex:8689; appliedIndex:8688; }","duration":"198.599066ms","start":"2026-03-14T07:20:12.982309Z","end":"2026-03-14T07:20:13.180908Z","steps":["trace[1004217891] 'read index received' (duration: 198.165866ms)","trace[1004217891] 'applied index is now lower than readState.Index' (duration: 432.06µs)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:13.180993Z","caller":"traceutil/trace.go:171","msg":"trace[1422579712] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"282.368431ms","start":"2026-03-14T07:20:12.898587Z","end":"2026-03-14T07:20:13.180956Z","steps":["trace[1422579712] 'process raft request' (duration: 282.169537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:13.181132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.808031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:20:13.18123Z","caller":"traceutil/trace.go:171","msg":"trace[699625142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8363; }","duration":"198.971825ms","start":"2026-03-14T07:20:12.982236Z","end":"2026-03-14T07:20:13.181208Z","steps":["trace[699625142] 'agreement among raft nodes before linearized reading' (duration: 198.76783ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:13.196927Z","caller":"traceutil/trace.go:171","msg":"trace[306900516] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"109.934773ms","start":"2026-03-14T07:20:13.086962Z","end":"2026-03-14T07:20:13.196897Z","steps":["trace[306900516] 'process raft request' (duration: 109.740809ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:13.197195Z","caller":"traceutil/trace.go:171","msg":"trace[811700799] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"105.856283ms","start":"2026-03-14T07:20:13.091287Z","end":"2026-03-14T07:20:13.197143Z","steps":["trace[811700799] 'process raft request' (duration: 105.564626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:13.41169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.386909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-cephfs-node\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:20:13.411756Z","caller":"traceutil/trace.go:171","msg":"trace[158939753] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-cephfs-node; range_end:; response_count:0; response_revision:8365; }","duration":"108.518563ms","start":"2026-03-14T07:20:13.303221Z","end":"2026-03-14T07:20:13.411739Z","steps":["trace[158939753] 'range keys from in-memory index tree' (duration: 108.282537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:13.819731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.778022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:20:13.819833Z","caller":"traceutil/trace.go:171","msg":"trace[1789887245] linearizableReadLoop","detail":"{readStateIndex:8693; appliedIndex:8692; }","duration":"379.722386ms","start":"2026-03-14T07:20:13.440094Z","end":"2026-03-14T07:20:13.819816Z","steps":["trace[1789887245] 'read index received' (duration: 100.806201ms)","trace[1789887245] 'applied index is now lower than readState.Index' (duration: 278.914495ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:13.819954Z","caller":"traceutil/trace.go:171","msg":"trace[1612242791] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"380.32275ms","start":"2026-03-14T07:20:13.439617Z","end":"2026-03-14T07:20:13.81994Z","steps":["trace[1612242791] 'process raft request' (duration: 101.270842ms)","trace[1612242791] 'compare' (duration: 278.494385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:20:13.820048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:13.439596Z","time spent":"380.392431ms","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":577,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:20:13.820119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.395939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:20:13.820181Z","caller":"traceutil/trace.go:171","msg":"trace[1614457757] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8367; }","duration":"276.497111ms","start":"2026-03-14T07:20:13.543669Z","end":"2026-03-14T07:20:13.820167Z","steps":["trace[1614457757] 'agreement among raft nodes before linearized reading' (duration: 276.394749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:13.820221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.478953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-14T07:20:13.820273Z","caller":"traceutil/trace.go:171","msg":"trace[1075028840] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8367; }","duration":"347.535174ms","start":"2026-03-14T07:20:13.472725Z","end":"2026-03-14T07:20:13.82026Z","steps":["trace[1075028840] 'agreement among raft nodes before linearized reading' (duration: 347.433802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:13.820253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.779049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t7t5g\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:20:13.820408Z","caller":"traceutil/trace.go:171","msg":"trace[1159788526] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t7t5g; range_end:; response_count:1; response_revision:8367; }","duration":"342.927102ms","start":"2026-03-14T07:20:13.477425Z","end":"2026-03-14T07:20:13.820352Z","steps":["trace[1159788526] 'agreement among raft nodes before linearized reading' (duration: 342.625016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:13.820116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.896054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-14T07:20:13.820457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.221892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-14T07:20:13.820453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.120556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-14T07:20:13.820479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:13.477418Z","time spent":"343.046535ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-t7t5g\" "} {"level":"info","ts":"2026-03-14T07:20:13.820523Z","caller":"traceutil/trace.go:171","msg":"trace[1119753632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8367; }","duration":"349.298633ms","start":"2026-03-14T07:20:13.471208Z","end":"2026-03-14T07:20:13.820507Z","steps":["trace[1119753632] 'agreement among raft nodes before linearized reading' (duration: 349.063978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:13.820313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:13.472718Z","time spent":"347.586695ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-14T07:20:13.820542Z","caller":"traceutil/trace.go:171","msg":"trace[88485009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8367; }","duration":"348.25628ms","start":"2026-03-14T07:20:13.472266Z","end":"2026-03-14T07:20:13.820522Z","steps":["trace[88485009] 'agreement among raft nodes before linearized reading' (duration: 347.939153ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:13.820541Z","caller":"traceutil/trace.go:171","msg":"trace[2071818615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8367; }","duration":"349.307354ms","start":"2026-03-14T07:20:13.471158Z","end":"2026-03-14T07:20:13.820466Z","steps":["trace[2071818615] 'agreement among raft nodes before linearized reading' (duration: 348.766302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:13.82057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:13.471205Z","time spent":"349.350475ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:20:13.820557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.056165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-14T07:20:13.820598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:13.472248Z","time spent":"348.341781ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-14T07:20:13.82064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:13.471141Z","time spent":"349.479017ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-14T07:20:13.820655Z","caller":"traceutil/trace.go:171","msg":"trace[335588845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8367; }","duration":"348.224109ms","start":"2026-03-14T07:20:13.472407Z","end":"2026-03-14T07:20:13.820631Z","steps":["trace[335588845] 'agreement among raft nodes before linearized reading' (duration: 347.855891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:13.820708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:13.472323Z","time spent":"348.377013ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-14T07:20:13.821173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.334017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210796"} {"level":"info","ts":"2026-03-14T07:20:13.821286Z","caller":"traceutil/trace.go:171","msg":"trace[1201691535] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8367; }","duration":"145.46348ms","start":"2026-03-14T07:20:13.675799Z","end":"2026-03-14T07:20:13.821263Z","steps":["trace[1201691535] 'agreement among raft nodes before linearized reading' (duration: 144.269004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:13.821295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.369131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-14T07:20:13.821371Z","caller":"traceutil/trace.go:171","msg":"trace[1846748644] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8367; }","duration":"381.313442ms","start":"2026-03-14T07:20:13.440039Z","end":"2026-03-14T07:20:13.821353Z","steps":["trace[1846748644] 'agreement among raft nodes before linearized reading' (duration: 380.090725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:13.821434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:13.440013Z","time spent":"381.410083ms","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-14T07:20:14.824803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.479199ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:20:14.82496Z","caller":"traceutil/trace.go:171","msg":"trace[1270779979] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8367; }","duration":"289.651812ms","start":"2026-03-14T07:20:14.535282Z","end":"2026-03-14T07:20:14.824934Z","steps":["trace[1270779979] 'range keys from in-memory index tree' (duration: 289.462248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:14.825134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.435447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:20:14.825271Z","caller":"traceutil/trace.go:171","msg":"trace[1379312781] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"1.000251615s","start":"2026-03-14T07:20:13.824994Z","end":"2026-03-14T07:20:14.825246Z","steps":["trace[1379312781] 'process raft request' (duration: 159.570533ms)","trace[1379312781] 'compare' (duration: 839.72772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:20:14.825342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:13.824975Z","time spent":"1.000334246s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:20:15.166603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.458049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:20:15.166964Z","caller":"traceutil/trace.go:171","msg":"trace[1569378626] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"1.34065753s","start":"2026-03-14T07:20:13.826282Z","end":"2026-03-14T07:20:15.166939Z","steps":["trace[1569378626] 'process raft request' (duration: 1.340467225s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:15.167059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:13.826251Z","time spent":"1.340765752s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:20:15.167328Z","caller":"traceutil/trace.go:171","msg":"trace[925643755] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"1.342243595s","start":"2026-03-14T07:20:13.825005Z","end":"2026-03-14T07:20:15.167248Z","steps":["trace[925643755] 'process raft request' (duration: 1.134991777s)","trace[925643755] 'compare' (duration: 206.243875ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:15.167419Z","caller":"traceutil/trace.go:171","msg":"trace[994379606] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"1.340982597s","start":"2026-03-14T07:20:13.82639Z","end":"2026-03-14T07:20:15.167373Z","steps":["trace[994379606] 'process raft request' (duration: 1.340493425s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:15.167518Z","caller":"traceutil/trace.go:171","msg":"trace[525166014] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"1.34108729s","start":"2026-03-14T07:20:13.826384Z","end":"2026-03-14T07:20:15.167471Z","steps":["trace[525166014] 'process raft request' (duration: 1.340833634s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:15.16762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:13.826365Z","time spent":"1.341139431s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:20:15.167713Z","caller":"traceutil/trace.go:171","msg":"trace[1928697859] linearizableReadLoop","detail":"{readStateIndex:8695; appliedIndex:8693; }","duration":"1.341736133s","start":"2026-03-14T07:20:13.825941Z","end":"2026-03-14T07:20:15.167677Z","steps":["trace[1928697859] 'read index received' (duration: 158.701322ms)","trace[1928697859] 'applied index is now lower than readState.Index' (duration: 1.183031251s)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:20:15.167749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:13.826325Z","time spent":"1.341299814s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:20:15.167753Z","caller":"traceutil/trace.go:171","msg":"trace[738644469] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"1.339280319s","start":"2026-03-14T07:20:13.828437Z","end":"2026-03-14T07:20:15.167717Z","steps":["trace[738644469] 'process raft request' (duration: 1.338926141s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:15.167881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:13.828428Z","time spent":"1.339391271s","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-14T07:20:15.168055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340428005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-14T07:20:15.168057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.330849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-14T07:20:15.168103Z","caller":"traceutil/trace.go:171","msg":"trace[1009519765] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8373; }","duration":"1.340511657s","start":"2026-03-14T07:20:13.827576Z","end":"2026-03-14T07:20:15.168088Z","steps":["trace[1009519765] 'agreement among raft nodes before linearized reading' (duration: 1.340280212s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:15.168081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.439386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:20:15.168127Z","caller":"traceutil/trace.go:171","msg":"trace[673924534] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8373; }","duration":"492.421621ms","start":"2026-03-14T07:20:14.675673Z","end":"2026-03-14T07:20:15.168095Z","steps":["trace[673924534] 'agreement among raft nodes before linearized reading' (duration: 492.196996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:15.16814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:13.82756Z","time spent":"1.340571318s","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-14T07:20:15.168149Z","caller":"traceutil/trace.go:171","msg":"trace[1326581975] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8373; }","duration":"602.546369ms","start":"2026-03-14T07:20:14.565586Z","end":"2026-03-14T07:20:15.168132Z","steps":["trace[1326581975] 'agreement among raft nodes before linearized reading' (duration: 602.408046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:15.168178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:14.675654Z","time spent":"492.516053ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-14T07:20:15.168188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.103677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:20:15.168195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:14.565565Z","time spent":"602.62148ms","remote":"127.0.0.1:48134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:20:15.168266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.488579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:20:15.168313Z","caller":"traceutil/trace.go:171","msg":"trace[1061852392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8373; }","duration":"186.600491ms","start":"2026-03-14T07:20:14.981701Z","end":"2026-03-14T07:20:15.168301Z","steps":["trace[1061852392] 'agreement among raft nodes before linearized reading' (duration: 186.516819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:15.168311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176752411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:20:15.16836Z","caller":"traceutil/trace.go:171","msg":"trace[806505061] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8373; }","duration":"1.176798932s","start":"2026-03-14T07:20:13.991542Z","end":"2026-03-14T07:20:15.168341Z","steps":["trace[806505061] 'agreement among raft nodes before linearized reading' (duration: 1.17671594s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:15.168423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.04141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:20:15.168445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:13.991489Z","time spent":"1.176944565s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:20:15.168471Z","caller":"traceutil/trace.go:171","msg":"trace[1555530357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8373; }","duration":"369.128602ms","start":"2026-03-14T07:20:14.799327Z","end":"2026-03-14T07:20:15.168456Z","steps":["trace[1555530357] 'agreement among raft nodes before linearized reading' (duration: 369.02457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:15.168508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3425143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228762"} {"level":"warn","ts":"2026-03-14T07:20:15.168573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:14.799308Z","time spent":"369.236754ms","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-14T07:20:15.168367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282157925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-14T07:20:15.168232Z","caller":"traceutil/trace.go:171","msg":"trace[52108977] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8373; }","duration":"933.194269ms","start":"2026-03-14T07:20:14.235019Z","end":"2026-03-14T07:20:15.168213Z","steps":["trace[52108977] 'agreement among raft nodes before linearized reading' (duration: 933.138078ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:15.168631Z","caller":"traceutil/trace.go:171","msg":"trace[1599907758] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8373; }","duration":"1.282479042s","start":"2026-03-14T07:20:13.886135Z","end":"2026-03-14T07:20:15.168614Z","steps":["trace[1599907758] 'agreement among raft nodes before linearized reading' (duration: 1.282163095s)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:15.168623Z","caller":"traceutil/trace.go:171","msg":"trace[654081133] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8373; }","duration":"1.342673723s","start":"2026-03-14T07:20:13.825925Z","end":"2026-03-14T07:20:15.168599Z","steps":["trace[654081133] 'agreement among raft nodes before linearized reading' (duration: 1.341867616s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:15.168642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.365936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:20:15.168667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:13.886098Z","time spent":"1.282559464s","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-14T07:20:15.168666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:14.234947Z","time spent":"933.7013ms","remote":"127.0.0.1:56050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:20:15.168688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:13.825916Z","time spent":"1.342761066s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228786,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-14T07:20:15.168692Z","caller":"traceutil/trace.go:171","msg":"trace[1465847067] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8373; }","duration":"462.432557ms","start":"2026-03-14T07:20:14.706244Z","end":"2026-03-14T07:20:15.168677Z","steps":["trace[1465847067] 'agreement among raft nodes before linearized reading' (duration: 462.363466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:15.168736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:14.706231Z","time spent":"462.496928ms","remote":"127.0.0.1:47366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:20:15.168128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033357497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T07:20:15.168788Z","caller":"traceutil/trace.go:171","msg":"trace[1096492464] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:8373; }","duration":"1.034045371s","start":"2026-03-14T07:20:14.134733Z","end":"2026-03-14T07:20:15.168778Z","steps":["trace[1096492464] 'agreement among raft nodes before linearized reading' (duration: 1.033235524s)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:15.168844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:14.134713Z","time spent":"1.034121734s","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-14T07:20:15.169238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:20:13.824979Z","time spent":"1.34244609s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:20:15.445701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.037874ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-14T07:20:15.446057Z","caller":"traceutil/trace.go:171","msg":"trace[1189184563] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"258.214716ms","start":"2026-03-14T07:20:15.187823Z","end":"2026-03-14T07:20:15.446038Z","steps":["trace[1189184563] 'process raft request' (duration: 258.115474ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:15.446219Z","caller":"traceutil/trace.go:171","msg":"trace[97864328] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"273.024354ms","start":"2026-03-14T07:20:15.173184Z","end":"2026-03-14T07:20:15.446208Z","steps":["trace[97864328] 'process raft request' (duration: 272.621675ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:15.446Z","caller":"traceutil/trace.go:171","msg":"trace[618634637] linearizableReadLoop","detail":"{readStateIndex:8700; appliedIndex:8699; }","duration":"273.214228ms","start":"2026-03-14T07:20:15.172751Z","end":"2026-03-14T07:20:15.445965Z","steps":["trace[618634637] 'read index received' (duration: 121.956029ms)","trace[618634637] 'applied index is now lower than readState.Index' (duration: 151.255649ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:20:15.446353Z","caller":"traceutil/trace.go:171","msg":"trace[1086589931] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"246.213011ms","start":"2026-03-14T07:20:15.20012Z","end":"2026-03-14T07:20:15.446333Z","steps":["trace[1086589931] 'process raft request' (duration: 245.879843ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:15.446408Z","caller":"traceutil/trace.go:171","msg":"trace[1475140581] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"242.483168ms","start":"2026-03-14T07:20:15.203899Z","end":"2026-03-14T07:20:15.446382Z","steps":["trace[1475140581] 'process raft request' (duration: 242.363655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:15.446484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.702068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-cephfs-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:20:15.446596Z","caller":"traceutil/trace.go:171","msg":"trace[1747925207] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-cephfs-provisioner; range_end:; response_count:0; response_revision:8377; }","duration":"273.830851ms","start":"2026-03-14T07:20:15.172742Z","end":"2026-03-14T07:20:15.446573Z","steps":["trace[1747925207] 'agreement among raft nodes before linearized reading' (duration: 273.595676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:20:15.446851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.116553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-14T07:20:15.446828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.588255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-14T07:20:15.446926Z","caller":"traceutil/trace.go:171","msg":"trace[802920428] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8377; }","duration":"254.707698ms","start":"2026-03-14T07:20:15.192181Z","end":"2026-03-14T07:20:15.446889Z","steps":["trace[802920428] 'agreement among raft nodes before linearized reading' (duration: 254.502803ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:15.447043Z","caller":"traceutil/trace.go:171","msg":"trace[664632706] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8377; }","duration":"272.212215ms","start":"2026-03-14T07:20:15.17467Z","end":"2026-03-14T07:20:15.446883Z","steps":["trace[664632706] 'agreement among raft nodes before linearized reading' (duration: 271.93949ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:18.294991Z","caller":"traceutil/trace.go:171","msg":"trace[994227683] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"253.332538ms","start":"2026-03-14T07:20:18.041642Z","end":"2026-03-14T07:20:18.294974Z","steps":["trace[994227683] 'process raft request' (duration: 253.193355ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:20:18.296938Z","caller":"traceutil/trace.go:171","msg":"trace[386791436] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"223.022438ms","start":"2026-03-14T07:20:18.073888Z","end":"2026-03-14T07:20:18.296911Z","steps":["trace[386791436] 'process raft request' (duration: 222.704451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:21:24.1252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.809491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:21:24.125444Z","caller":"traceutil/trace.go:171","msg":"trace[1000431203] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"444.593161ms","start":"2026-03-14T07:21:23.680798Z","end":"2026-03-14T07:21:24.125391Z","steps":["trace[1000431203] 'process raft request' (duration: 306.502194ms)","trace[1000431203] 'compare' (duration: 137.662398ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:21:24.125519Z","caller":"traceutil/trace.go:171","msg":"trace[2116383455] linearizableReadLoop","detail":"{readStateIndex:9380; appliedIndex:9379; }","duration":"442.822064ms","start":"2026-03-14T07:21:23.682688Z","end":"2026-03-14T07:21:24.12551Z","steps":["trace[2116383455] 'read index received' (duration: 304.625914ms)","trace[2116383455] 'applied index is now lower than readState.Index' (duration: 138.19512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:21:24.125603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:21:23.680782Z","time spent":"444.742566ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:21:24.125476Z","caller":"traceutil/trace.go:171","msg":"trace[535595335] transaction","detail":"{read_only:false; response_revision:9038; number_of_response:1; }","duration":"330.263762ms","start":"2026-03-14T07:21:23.795194Z","end":"2026-03-14T07:21:24.125458Z","steps":["trace[535595335] 'process raft request' (duration: 330.22014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:21:24.125777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:21:23.795163Z","time spent":"330.585339ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:21:24.125792Z","caller":"traceutil/trace.go:171","msg":"trace[522854779] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"381.743752ms","start":"2026-03-14T07:21:23.744011Z","end":"2026-03-14T07:21:24.125755Z","steps":["trace[522854779] 'process raft request' (duration: 381.303901ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:21:24.125828Z","caller":"traceutil/trace.go:171","msg":"trace[538880597] transaction","detail":"{read_only:false; response_revision:9037; number_of_response:1; }","duration":"333.984514ms","start":"2026-03-14T07:21:23.79181Z","end":"2026-03-14T07:21:24.125794Z","steps":["trace[538880597] 'process raft request' (duration: 333.570904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:21:24.125947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:21:23.743985Z","time spent":"381.881744ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:21:24.125963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.256233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-14T07:21:24.126013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:21:23.791797Z","time spent":"334.123478ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:21:24.126058Z","caller":"traceutil/trace.go:171","msg":"trace[1666522965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9038; }","duration":"443.368346ms","start":"2026-03-14T07:21:23.682672Z","end":"2026-03-14T07:21:24.12604Z","steps":["trace[1666522965] 'agreement among raft nodes before linearized reading' (duration: 443.050389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:21:24.126099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:21:23.682666Z","time spent":"443.422927ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-14T07:21:24.126128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.376466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-14T07:21:24.126154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.985558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-t7t5g\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-14T07:21:24.12628Z","caller":"traceutil/trace.go:171","msg":"trace[1794732746] range","detail":"{range_begin:/registry/pods/openstack/keepalived-t7t5g; range_end:; response_count:1; response_revision:9038; }","duration":"434.164752ms","start":"2026-03-14T07:21:23.692084Z","end":"2026-03-14T07:21:24.126249Z","steps":["trace[1794732746] 'agreement among raft nodes before linearized reading' (duration: 433.785083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:21:24.126363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:21:23.692068Z","time spent":"434.279434ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-t7t5g\" "} {"level":"info","ts":"2026-03-14T07:21:24.126394Z","caller":"traceutil/trace.go:171","msg":"trace[1237117005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9038; }","duration":"443.520649ms","start":"2026-03-14T07:21:23.682708Z","end":"2026-03-14T07:21:24.126229Z","steps":["trace[1237117005] 'agreement among raft nodes before linearized reading' (duration: 443.148021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:21:24.126516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:21:23.682705Z","time spent":"443.730924ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-14T07:21:25.023807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.785499ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-14T07:21:25.023965Z","caller":"traceutil/trace.go:171","msg":"trace[2026926035] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9039; }","duration":"487.965713ms","start":"2026-03-14T07:21:24.535979Z","end":"2026-03-14T07:21:25.023944Z","steps":["trace[2026926035] 'range keys from in-memory index tree' (duration: 487.765307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:21:25.023968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.884727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:21:25.024157Z","caller":"traceutil/trace.go:171","msg":"trace[429302242] transaction","detail":"{read_only:false; response_revision:9041; number_of_response:1; }","duration":"475.642169ms","start":"2026-03-14T07:21:24.548497Z","end":"2026-03-14T07:21:25.024139Z","steps":["trace[429302242] 'process raft request' (duration: 475.574857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:21:25.024222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:21:24.548451Z","time spent":"475.739742ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-14T07:21:25.024361Z","caller":"traceutil/trace.go:171","msg":"trace[1338945642] linearizableReadLoop","detail":"{readStateIndex:9385; appliedIndex:9384; }","duration":"861.777758ms","start":"2026-03-14T07:21:24.162548Z","end":"2026-03-14T07:21:25.024325Z","steps":["trace[1338945642] 'read index received' (duration: 71.428831ms)","trace[1338945642] 'applied index is now lower than readState.Index' (duration: 790.344197ms)"],"step_count":2} {"level":"info","ts":"2026-03-14T07:21:25.024812Z","caller":"traceutil/trace.go:171","msg":"trace[1061438028] transaction","detail":"{read_only:false; response_revision:9040; number_of_response:1; }","duration":"893.133083ms","start":"2026-03-14T07:21:24.131658Z","end":"2026-03-14T07:21:25.024792Z","steps":["trace[1061438028] 'process raft request' (duration: 102.327765ms)","trace[1061438028] 'compare' (duration: 789.484218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-14T07:21:25.024872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.594252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-14T07:21:25.024935Z","caller":"traceutil/trace.go:171","msg":"trace[423725389] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:9041; }","duration":"542.730066ms","start":"2026-03-14T07:21:24.482186Z","end":"2026-03-14T07:21:25.024916Z","steps":["trace[423725389] 'agreement among raft nodes before linearized reading' (duration: 542.617653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:21:25.02494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.212985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-14T07:21:25.024993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.569748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-14T07:21:25.025005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:21:24.482148Z","time spent":"542.841067ms","remote":"127.0.0.1:57046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-14T07:21:25.025034Z","caller":"traceutil/trace.go:171","msg":"trace[163154924] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9041; }","duration":"837.352688ms","start":"2026-03-14T07:21:24.18764Z","end":"2026-03-14T07:21:25.024993Z","steps":["trace[163154924] 'agreement among raft nodes before linearized reading' (duration: 837.142793ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:21:25.025058Z","caller":"traceutil/trace.go:171","msg":"trace[1956301167] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9041; }","duration":"456.705681ms","start":"2026-03-14T07:21:24.568336Z","end":"2026-03-14T07:21:25.025041Z","steps":["trace[1956301167] 'agreement among raft nodes before linearized reading' (duration: 456.491546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:21:25.025081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:21:24.187614Z","time spent":"837.45551ms","remote":"127.0.0.1:48102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-14T07:21:25.025122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:21:24.568311Z","time spent":"456.800973ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-14T07:21:25.02511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.312588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-14T07:21:25.025149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.263919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-14T07:21:25.025201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:21:24.131625Z","time spent":"893.275626ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-14T07:21:25.02513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.487476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-14T07:21:25.025369Z","caller":"traceutil/trace.go:171","msg":"trace[950401521] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:9041; }","duration":"886.768622ms","start":"2026-03-14T07:21:24.138584Z","end":"2026-03-14T07:21:25.025352Z","steps":["trace[950401521] 'agreement among raft nodes before linearized reading' (duration: 886.264541ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:21:25.025275Z","caller":"traceutil/trace.go:171","msg":"trace[979836534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9041; }","duration":"225.595015ms","start":"2026-03-14T07:21:24.799637Z","end":"2026-03-14T07:21:25.025232Z","steps":["trace[979836534] 'agreement among raft nodes before linearized reading' (duration: 225.176016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:21:25.025437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:21:24.13857Z","time spent":"886.853914ms","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"info","ts":"2026-03-14T07:21:25.025283Z","caller":"traceutil/trace.go:171","msg":"trace[828006852] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9041; }","duration":"656.498624ms","start":"2026-03-14T07:21:24.368754Z","end":"2026-03-14T07:21:25.025252Z","steps":["trace[828006852] 'agreement among raft nodes before linearized reading' (duration: 656.104916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:21:25.025782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-14T07:21:24.368724Z","time spent":"657.032106ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-14T07:21:25.401247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.538898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-14T07:21:25.401341Z","caller":"traceutil/trace.go:171","msg":"trace[356665670] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9043; }","duration":"218.674961ms","start":"2026-03-14T07:21:25.182644Z","end":"2026-03-14T07:21:25.401319Z","steps":["trace[356665670] 'range keys from in-memory index tree' (duration: 218.380494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-14T07:21:30.27876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.28739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-14T07:21:30.278928Z","caller":"traceutil/trace.go:171","msg":"trace[1504191159] transaction","detail":"{read_only:false; response_revision:9084; number_of_response:1; }","duration":"102.835837ms","start":"2026-03-14T07:21:30.176055Z","end":"2026-03-14T07:21:30.278891Z","steps":["trace[1504191159] 'compare' (duration: 100.128757ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:22:28.506192Z","caller":"traceutil/trace.go:171","msg":"trace[648103727] transaction","detail":"{read_only:false; response_revision:9455; number_of_response:1; }","duration":"117.48603ms","start":"2026-03-14T07:22:28.388672Z","end":"2026-03-14T07:22:28.506158Z","steps":["trace[648103727] 'process raft request' (duration: 117.298365ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:22:28.638758Z","caller":"traceutil/trace.go:171","msg":"trace[1303194463] transaction","detail":"{read_only:false; response_revision:9457; number_of_response:1; }","duration":"245.245168ms","start":"2026-03-14T07:22:28.393492Z","end":"2026-03-14T07:22:28.638737Z","steps":["trace[1303194463] 'process raft request' (duration: 245.189937ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:22:28.638772Z","caller":"traceutil/trace.go:171","msg":"trace[2010063944] transaction","detail":"{read_only:false; response_revision:9456; number_of_response:1; }","duration":"246.226409ms","start":"2026-03-14T07:22:28.392507Z","end":"2026-03-14T07:22:28.638733Z","steps":["trace[2010063944] 'process raft request' (duration: 246.056225ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:22:56.488269Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cb89ec34a9687f0b","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-14T07:22:56.492881Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-14T07:22:56.492985Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-14T07:23:01.542435Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7424} {"level":"info","ts":"2026-03-14T07:23:01.606936Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7424,"took":"62.349619ms","hash":4108312076,"current-db-size-bytes":40472576,"current-db-size":"40 MB","current-db-size-in-use-bytes":24817664,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-14T07:23:01.607009Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4108312076,"revision":7424,"compact-revision":5420} {"level":"info","ts":"2026-03-14T07:23:14.907319Z","caller":"traceutil/trace.go:171","msg":"trace[930845021] transaction","detail":"{read_only:false; response_revision:9781; number_of_response:1; }","duration":"100.102095ms","start":"2026-03-14T07:23:14.807169Z","end":"2026-03-14T07:23:14.907271Z","steps":["trace[930845021] 'process raft request' (duration: 99.906151ms)"],"step_count":1} {"level":"info","ts":"2026-03-14T07:28:01.548512Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9667} {"level":"info","ts":"2026-03-14T07:28:01.630466Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9667,"took":"79.854127ms","hash":1748152259,"current-db-size-bytes":40472576,"current-db-size":"40 MB","current-db-size-in-use-bytes":18382848,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-14T07:28:01.63054Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1748152259,"revision":9667,"compact-revision":7424}