{"level":"warn","ts":"2026-03-19T17:53:40.93804Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T17:53:40.93813Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.128:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.128:2380","--initial-cluster=instance=https://199.19.213.128:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.128:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.128:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-19T17:53:40.938196Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T17:53:40.938205Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.128:2380"]} {"level":"info","ts":"2026-03-19T17:53:40.938221Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T17:53:40.938775Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.128:2379"]} {"level":"info","ts":"2026-03-19T17:53:40.938848Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.128:2380"],"listen-peer-urls":["https://199.19.213.128:2380"],"advertise-client-urls":["https://199.19.213.128:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.128:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.128:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-19T17:53:41.042425Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"103.3628ms"} {"level":"info","ts":"2026-03-19T17:53:41.168536Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a463a6aa9b462de2","cluster-id":"cd3d14b8ed85e2f2"} {"level":"info","ts":"2026-03-19T17:53:41.168721Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a463a6aa9b462de2 switched to configuration voters=()"} {"level":"info","ts":"2026-03-19T17:53:41.168776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a463a6aa9b462de2 became follower at term 0"} {"level":"info","ts":"2026-03-19T17:53:41.168797Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a463a6aa9b462de2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-19T17:53:41.16881Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a463a6aa9b462de2 became follower at term 1"} {"level":"info","ts":"2026-03-19T17:53:41.168872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a463a6aa9b462de2 switched to configuration voters=(11845494696594255330)"} {"level":"warn","ts":"2026-03-19T17:53:41.181216Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-19T17:53:41.183048Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-19T17:53:41.185214Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-19T17:53:41.187989Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a463a6aa9b462de2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-19T17:53:41.188189Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a463a6aa9b462de2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-19T17:53:41.188318Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:53:41.188534Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:53:41.188562Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T17:53:41.189867Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a463a6aa9b462de2 switched to configuration voters=(11845494696594255330)"} {"level":"info","ts":"2026-03-19T17:53:41.190721Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cd3d14b8ed85e2f2","local-member-id":"a463a6aa9b462de2","added-peer-id":"a463a6aa9b462de2","added-peer-peer-urls":["https://199.19.213.128:2380"]} {"level":"info","ts":"2026-03-19T17:53:41.192377Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T17:53:41.192534Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.128:2380"} {"level":"info","ts":"2026-03-19T17:53:41.192646Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.128:2380"} {"level":"info","ts":"2026-03-19T17:53:41.192732Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a463a6aa9b462de2","initial-advertise-peer-urls":["https://199.19.213.128:2380"],"listen-peer-urls":["https://199.19.213.128:2380"],"advertise-client-urls":["https://199.19.213.128:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.128:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-19T17:53:41.192794Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-19T17:53:41.669485Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a463a6aa9b462de2 is starting a new election at term 1"} {"level":"info","ts":"2026-03-19T17:53:41.669588Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a463a6aa9b462de2 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-19T17:53:41.66965Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a463a6aa9b462de2 received MsgPreVoteResp from a463a6aa9b462de2 at term 1"} {"level":"info","ts":"2026-03-19T17:53:41.669678Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a463a6aa9b462de2 became candidate at term 2"} {"level":"info","ts":"2026-03-19T17:53:41.669706Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a463a6aa9b462de2 received MsgVoteResp from a463a6aa9b462de2 at term 2"} {"level":"info","ts":"2026-03-19T17:53:41.669729Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a463a6aa9b462de2 became leader at term 2"} {"level":"info","ts":"2026-03-19T17:53:41.669753Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a463a6aa9b462de2 elected leader a463a6aa9b462de2 at term 2"} {"level":"info","ts":"2026-03-19T17:53:41.670958Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:53:41.671807Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a463a6aa9b462de2","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.128:2379]}","request-path":"/0/members/a463a6aa9b462de2/attributes","cluster-id":"cd3d14b8ed85e2f2","publish-timeout":"7s"} {"level":"info","ts":"2026-03-19T17:53:41.671857Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T17:53:41.671919Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T17:53:41.672204Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-19T17:53:41.672283Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-19T17:53:41.672337Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"cd3d14b8ed85e2f2","local-member-id":"a463a6aa9b462de2","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:53:41.672467Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:53:41.672536Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T17:53:41.675412Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.128:2379"} {"level":"info","ts":"2026-03-19T17:53:41.675845Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-19T17:53:45.309436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.870841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-19T17:53:45.309536Z","caller":"traceutil/trace.go:171","msg":"trace[169524524] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:179; }","duration":"576.020524ms","start":"2026-03-19T17:53:44.733496Z","end":"2026-03-19T17:53:45.309516Z","steps":["trace[169524524] 'range keys from in-memory index tree' (duration: 575.783838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:45.309583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:44.733488Z","time spent":"576.087286ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-19T17:53:45.309378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.93458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:45.309716Z","caller":"traceutil/trace.go:171","msg":"trace[1455125370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:179; }","duration":"106.29902ms","start":"2026-03-19T17:53:45.203341Z","end":"2026-03-19T17:53:45.30964Z","steps":["trace[1455125370] 'range keys from in-memory index tree' (duration: 105.800086ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:47.912543Z","caller":"traceutil/trace.go:171","msg":"trace[1672013228] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"119.192603ms","start":"2026-03-19T17:53:47.793295Z","end":"2026-03-19T17:53:47.912487Z","steps":["trace[1672013228] 'process raft request' (duration: 37.539088ms)","trace[1672013228] 'compare' (duration: 81.445159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:50.961807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828874765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:51.462863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828874765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:53:51.680011Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.245597394s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:53:51.680566Z","caller":"traceutil/trace.go:171","msg":"trace[1796088367] linearizableReadLoop","detail":"{readStateIndex:350; appliedIndex:349; }","duration":"1.219105088s","start":"2026-03-19T17:53:50.461435Z","end":"2026-03-19T17:53:51.68054Z","steps":["trace[1796088367] 'read index received' (duration: 1.21881515s)","trace[1796088367] 'applied index is now lower than readState.Index' (duration: 288.748µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:51.680656Z","caller":"traceutil/trace.go:171","msg":"trace[1962741212] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"1.246320593s","start":"2026-03-19T17:53:50.434306Z","end":"2026-03-19T17:53:51.680627Z","steps":["trace[1962741212] 'process raft request' (duration: 1.246056865s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:51.680746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219289853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-19T17:53:51.68079Z","caller":"traceutil/trace.go:171","msg":"trace[1725218618] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:337; }","duration":"1.219376886s","start":"2026-03-19T17:53:50.461402Z","end":"2026-03-19T17:53:51.680778Z","steps":["trace[1725218618] 'agreement among raft nodes before linearized reading' (duration: 1.219277283s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:51.680826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:50.461393Z","time spent":"1.219425157s","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-19T17:53:51.680954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.233191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T17:53:51.681034Z","caller":"traceutil/trace.go:171","msg":"trace[1971631240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:337; }","duration":"645.359454ms","start":"2026-03-19T17:53:51.035655Z","end":"2026-03-19T17:53:51.681015Z","steps":["trace[1971631240] 'agreement among raft nodes before linearized reading' (duration: 645.230801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:51.681003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132049966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T17:53:51.681069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:51.035622Z","time spent":"645.441267ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:53:51.681049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.436552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:53:51.681106Z","caller":"traceutil/trace.go:171","msg":"trace[1976948865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:337; }","duration":"1.13221745s","start":"2026-03-19T17:53:50.548863Z","end":"2026-03-19T17:53:51.68108Z","steps":["trace[1976948865] 'agreement among raft nodes before linearized reading' (duration: 1.132011694s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:51.681209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:50.548838Z","time spent":"1.132323323s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:53:51.6812Z","caller":"traceutil/trace.go:171","msg":"trace[287714038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:337; }","duration":"213.613697ms","start":"2026-03-19T17:53:51.467532Z","end":"2026-03-19T17:53:51.681145Z","steps":["trace[287714038] 'agreement among raft nodes before linearized reading' (duration: 213.35953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:51.68208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:50.434284Z","time spent":"1.246425376s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:52.172543Z","caller":"traceutil/trace.go:171","msg":"trace[1548016144] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"106.175306ms","start":"2026-03-19T17:53:52.066325Z","end":"2026-03-19T17:53:52.1725Z","steps":["trace[1548016144] 'process raft request' (duration: 95.699789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:52.484397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.037459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:52.484544Z","caller":"traceutil/trace.go:171","msg":"trace[707319307] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"299.902568ms","start":"2026-03-19T17:53:52.184629Z","end":"2026-03-19T17:53:52.484532Z","steps":["trace[707319307] 'process raft request' (duration: 299.854187ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:52.484562Z","caller":"traceutil/trace.go:171","msg":"trace[1964238018] linearizableReadLoop","detail":"{readStateIndex:396; appliedIndex:395; }","duration":"300.911786ms","start":"2026-03-19T17:53:52.183617Z","end":"2026-03-19T17:53:52.484529Z","steps":["trace[1964238018] 'read index received' (duration: 98.597979ms)","trace[1964238018] 'applied index is now lower than readState.Index' (duration: 202.311207ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:52.484571Z","caller":"traceutil/trace.go:171","msg":"trace[619634762] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"301.567684ms","start":"2026-03-19T17:53:52.182968Z","end":"2026-03-19T17:53:52.484535Z","steps":["trace[619634762] 'process raft request' (duration: 99.221936ms)","trace[619634762] 'compare' (duration: 201.922097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:52.484654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.037809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" ","response":"range_response_count:1 size:3819"} {"level":"info","ts":"2026-03-19T17:53:52.484699Z","caller":"traceutil/trace.go:171","msg":"trace[2105501225] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-7c96b6546b; range_end:; response_count:1; response_revision:384; }","duration":"301.104641ms","start":"2026-03-19T17:53:52.183578Z","end":"2026-03-19T17:53:52.484682Z","steps":["trace[2105501225] 'agreement among raft nodes before linearized reading' (duration: 301.030359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:52.484735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:52.183529Z","time spent":"301.197993ms","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3843,"request content":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" "} {"level":"warn","ts":"2026-03-19T17:53:52.484739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:52.182948Z","time spent":"301.708048ms","remote":"127.0.0.1:45996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4041,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:52.720582Z","caller":"traceutil/trace.go:171","msg":"trace[397554179] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"131.18225ms","start":"2026-03-19T17:53:52.589372Z","end":"2026-03-19T17:53:52.720555Z","steps":["trace[397554179] 'process raft request' (duration: 73.028089ms)","trace[397554179] 'compare' (duration: 57.926885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:53.414392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.840774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:53.414518Z","caller":"traceutil/trace.go:171","msg":"trace[18502793] linearizableReadLoop","detail":"{readStateIndex:401; appliedIndex:400; }","duration":"262.286179ms","start":"2026-03-19T17:53:53.152215Z","end":"2026-03-19T17:53:53.414501Z","steps":["trace[18502793] 'read index received' (duration: 140.199298ms)","trace[18502793] 'applied index is now lower than readState.Index' (duration: 122.085631ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:53.414551Z","caller":"traceutil/trace.go:171","msg":"trace[321128633] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"276.652693ms","start":"2026-03-19T17:53:53.137863Z","end":"2026-03-19T17:53:53.414515Z","steps":["trace[321128633] 'process raft request' (duration: 154.629963ms)","trace[321128633] 'compare' (duration: 121.702661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:53.414639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.423973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:53.414668Z","caller":"traceutil/trace.go:171","msg":"trace[910737502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:388; }","duration":"262.485404ms","start":"2026-03-19T17:53:53.152174Z","end":"2026-03-19T17:53:53.414659Z","steps":["trace[910737502] 'agreement among raft nodes before linearized reading' (duration: 262.410292ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:53.616356Z","caller":"traceutil/trace.go:171","msg":"trace[418927310] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"150.584361ms","start":"2026-03-19T17:53:53.465749Z","end":"2026-03-19T17:53:53.616334Z","steps":["trace[418927310] 'process raft request' (duration: 150.52995ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:53.616385Z","caller":"traceutil/trace.go:171","msg":"trace[1268617057] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"192.55348ms","start":"2026-03-19T17:53:53.423804Z","end":"2026-03-19T17:53:53.616357Z","steps":["trace[1268617057] 'process raft request' (duration: 184.081918ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:53.878477Z","caller":"traceutil/trace.go:171","msg":"trace[1286347579] linearizableReadLoop","detail":"{readStateIndex:404; appliedIndex:403; }","duration":"188.420907ms","start":"2026-03-19T17:53:53.690029Z","end":"2026-03-19T17:53:53.87845Z","steps":["trace[1286347579] 'read index received' (duration: 134.577543ms)","trace[1286347579] 'applied index is now lower than readState.Index' (duration: 53.842164ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:53.878582Z","caller":"traceutil/trace.go:171","msg":"trace[1672758720] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"250.279911ms","start":"2026-03-19T17:53:53.628268Z","end":"2026-03-19T17:53:53.878548Z","steps":["trace[1672758720] 'process raft request' (duration: 196.385136ms)","trace[1672758720] 'compare' (duration: 53.632768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:53.878655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.607273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:53:53.87869Z","caller":"traceutil/trace.go:171","msg":"trace[1880314716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:391; }","duration":"188.667065ms","start":"2026-03-19T17:53:53.690013Z","end":"2026-03-19T17:53:53.87868Z","steps":["trace[1880314716] 'agreement among raft nodes before linearized reading' (duration: 188.571642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:53.878774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.132086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:53:53.878849Z","caller":"traceutil/trace.go:171","msg":"trace[162744422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:391; }","duration":"121.256179ms","start":"2026-03-19T17:53:53.757574Z","end":"2026-03-19T17:53:53.878831Z","steps":["trace[162744422] 'agreement among raft nodes before linearized reading' (duration: 121.131805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:53.878852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.866066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T17:53:53.878889Z","caller":"traceutil/trace.go:171","msg":"trace[773518171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:391; }","duration":"121.938698ms","start":"2026-03-19T17:53:53.75694Z","end":"2026-03-19T17:53:53.878879Z","steps":["trace[773518171] 'agreement among raft nodes before linearized reading' (duration: 121.837135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:53.878774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.511051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:53:53.878995Z","caller":"traceutil/trace.go:171","msg":"trace[367554283] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:391; }","duration":"161.771988ms","start":"2026-03-19T17:53:53.717188Z","end":"2026-03-19T17:53:53.87896Z","steps":["trace[367554283] 'agreement among raft nodes before linearized reading' (duration: 161.45767ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:54.002666Z","caller":"traceutil/trace.go:171","msg":"trace[9462413] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"118.260777ms","start":"2026-03-19T17:53:53.884391Z","end":"2026-03-19T17:53:54.002652Z","steps":["trace[9462413] 'process raft request' (duration: 118.163254ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:54.00298Z","caller":"traceutil/trace.go:171","msg":"trace[1710451323] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"118.516743ms","start":"2026-03-19T17:53:53.884456Z","end":"2026-03-19T17:53:54.002973Z","steps":["trace[1710451323] 'process raft request' (duration: 118.177474ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:54.002966Z","caller":"traceutil/trace.go:171","msg":"trace[1818096169] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"118.125163ms","start":"2026-03-19T17:53:53.884818Z","end":"2026-03-19T17:53:54.002943Z","steps":["trace[1818096169] 'process raft request' (duration: 118.01861ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:54.653436Z","caller":"traceutil/trace.go:171","msg":"trace[168775196] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"223.721183ms","start":"2026-03-19T17:53:54.429671Z","end":"2026-03-19T17:53:54.653393Z","steps":["trace[168775196] 'process raft request' (duration: 223.264181ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:54.850943Z","caller":"traceutil/trace.go:171","msg":"trace[1357699722] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"189.885317ms","start":"2026-03-19T17:53:54.661018Z","end":"2026-03-19T17:53:54.850904Z","steps":["trace[1357699722] 'process raft request' (duration: 150.852919ms)","trace[1357699722] 'compare' (duration: 38.884464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:56.663233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.957607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:56.66332Z","caller":"traceutil/trace.go:171","msg":"trace[1478171780] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"635.030872ms","start":"2026-03-19T17:53:56.028278Z","end":"2026-03-19T17:53:56.663309Z","steps":["trace[1478171780] 'process raft request' (duration: 382.936622ms)","trace[1478171780] 'compare' (duration: 251.845183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:56.663405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:56.028236Z","time spent":"635.152855ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:57.348959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.517005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:53:57.349153Z","caller":"traceutil/trace.go:171","msg":"trace[1783000958] linearizableReadLoop","detail":"{readStateIndex:420; appliedIndex:417; }","duration":"1.204695323s","start":"2026-03-19T17:53:56.144439Z","end":"2026-03-19T17:53:57.349135Z","steps":["trace[1783000958] 'read index received' (duration: 266.790692ms)","trace[1783000958] 'applied index is now lower than readState.Index' (duration: 937.903511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:57.349285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204843387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:53:57.349323Z","caller":"traceutil/trace.go:171","msg":"trace[1953561610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:405; }","duration":"1.204913789s","start":"2026-03-19T17:53:56.144398Z","end":"2026-03-19T17:53:57.349312Z","steps":["trace[1953561610] 'agreement among raft nodes before linearized reading' (duration: 1.204826527s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:53:57.349357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:56.144378Z","time spent":"1.204971751s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:53:57.349488Z","caller":"traceutil/trace.go:171","msg":"trace[990673680] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"1.31821626s","start":"2026-03-19T17:53:56.031211Z","end":"2026-03-19T17:53:57.349427Z","steps":["trace[990673680] 'process raft request' (duration: 1.317856061s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:53:57.349536Z","caller":"traceutil/trace.go:171","msg":"trace[2050559793] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"1.319360902s","start":"2026-03-19T17:53:56.030092Z","end":"2026-03-19T17:53:57.349453Z","steps":["trace[2050559793] 'process raft request' (duration: 744.270171ms)","trace[2050559793] 'compare' (duration: 574.31299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:53:57.349702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:56.031198Z","time spent":"1.318393736s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:53:57.349843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:53:56.030061Z","time spent":"1.31963761s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:53:57.562361Z","caller":"traceutil/trace.go:171","msg":"trace[2092638390] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"102.440834ms","start":"2026-03-19T17:53:57.459874Z","end":"2026-03-19T17:53:57.562314Z","steps":["trace[2092638390] 'process raft request' (duration: 38.457773ms)","trace[2092638390] 'compare' (duration: 63.799326ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:53:58.100947Z","caller":"traceutil/trace.go:171","msg":"trace[1497053417] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"133.945876ms","start":"2026-03-19T17:53:57.966958Z","end":"2026-03-19T17:53:58.100904Z","steps":["trace[1497053417] 'process raft request' (duration: 133.687249ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:00.662214Z","caller":"traceutil/trace.go:171","msg":"trace[283857919] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"100.325556ms","start":"2026-03-19T17:54:00.561863Z","end":"2026-03-19T17:54:00.662188Z","steps":["trace[283857919] 'process raft request' (duration: 100.168272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:08.692555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828874994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:54:08.784476Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052551539s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:54:08.784983Z","caller":"traceutil/trace.go:171","msg":"trace[129910432] linearizableReadLoop","detail":"{readStateIndex:481; appliedIndex:480; }","duration":"593.336229ms","start":"2026-03-19T17:54:08.191619Z","end":"2026-03-19T17:54:08.784955Z","steps":["trace[129910432] 'read index received' (duration: 593.089252ms)","trace[129910432] 'applied index is now lower than readState.Index' (duration: 245.737µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:08.78506Z","caller":"traceutil/trace.go:171","msg":"trace[39568016] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"1.053273468s","start":"2026-03-19T17:54:07.731762Z","end":"2026-03-19T17:54:08.785036Z","steps":["trace[39568016] 'process raft request' (duration: 1.053030432s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:08.785268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.615177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T17:54:08.785303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:07.731728Z","time spent":"1.053394862s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:08.785368Z","caller":"traceutil/trace.go:171","msg":"trace[559906479] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:463; }","duration":"593.774871ms","start":"2026-03-19T17:54:08.191569Z","end":"2026-03-19T17:54:08.785344Z","steps":["trace[559906479] 'agreement among raft nodes before linearized reading' (duration: 593.506714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:08.785417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:08.191547Z","time spent":"593.859964ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:54:08.981225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.299841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:08.981395Z","caller":"traceutil/trace.go:171","msg":"trace[1555349407] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"171.73455ms","start":"2026-03-19T17:54:08.80963Z","end":"2026-03-19T17:54:08.981365Z","steps":["trace[1555349407] 'process raft request' (duration: 62.11664ms)","trace[1555349407] 'compare' (duration: 109.144247ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:13.657771Z","caller":"traceutil/trace.go:171","msg":"trace[1978067887] linearizableReadLoop","detail":"{readStateIndex:493; appliedIndex:492; }","duration":"140.424274ms","start":"2026-03-19T17:54:13.517325Z","end":"2026-03-19T17:54:13.657749Z","steps":["trace[1978067887] 'read index received' (duration: 140.208588ms)","trace[1978067887] 'applied index is now lower than readState.Index' (duration: 212.546µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:13.657919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.580468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:54:13.657959Z","caller":"traceutil/trace.go:171","msg":"trace[1518238219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:474; }","duration":"140.671551ms","start":"2026-03-19T17:54:13.517276Z","end":"2026-03-19T17:54:13.657947Z","steps":["trace[1518238219] 'agreement among raft nodes before linearized reading' (duration: 140.565388ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:13.658271Z","caller":"traceutil/trace.go:171","msg":"trace[1829084830] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"144.129445ms","start":"2026-03-19T17:54:13.514128Z","end":"2026-03-19T17:54:13.658258Z","steps":["trace[1829084830] 'process raft request' (duration: 143.491978ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:15.052353Z","caller":"traceutil/trace.go:171","msg":"trace[1090173265] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"208.721303ms","start":"2026-03-19T17:54:14.843604Z","end":"2026-03-19T17:54:15.052325Z","steps":["trace[1090173265] 'process raft request' (duration: 208.551159ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:20.57697Z","caller":"traceutil/trace.go:171","msg":"trace[607061174] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"166.078306ms","start":"2026-03-19T17:54:20.410868Z","end":"2026-03-19T17:54:20.576946Z","steps":["trace[607061174] 'process raft request' (duration: 165.938762ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:24.290366Z","caller":"traceutil/trace.go:171","msg":"trace[1930931968] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"131.559632ms","start":"2026-03-19T17:54:24.158764Z","end":"2026-03-19T17:54:24.290324Z","steps":["trace[1930931968] 'process raft request' (duration: 131.178431ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:24.322158Z","caller":"traceutil/trace.go:171","msg":"trace[1266293360] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"104.818649ms","start":"2026-03-19T17:54:24.217319Z","end":"2026-03-19T17:54:24.322138Z","steps":["trace[1266293360] 'process raft request' (duration: 104.754667ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:24.322266Z","caller":"traceutil/trace.go:171","msg":"trace[83865906] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"104.973413ms","start":"2026-03-19T17:54:24.217248Z","end":"2026-03-19T17:54:24.322221Z","steps":["trace[83865906] 'process raft request' (duration: 104.690216ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:24.682484Z","caller":"traceutil/trace.go:171","msg":"trace[330489883] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"172.310556ms","start":"2026-03-19T17:54:24.510144Z","end":"2026-03-19T17:54:24.682454Z","steps":["trace[330489883] 'process raft request' (duration: 171.576076ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:25.265873Z","caller":"traceutil/trace.go:171","msg":"trace[1864350262] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:577; }","duration":"153.766769ms","start":"2026-03-19T17:54:25.112084Z","end":"2026-03-19T17:54:25.26585Z","steps":["trace[1864350262] 'read index received' (duration: 153.541873ms)","trace[1864350262] 'applied index is now lower than readState.Index' (duration: 224.356µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:25.265991Z","caller":"traceutil/trace.go:171","msg":"trace[825656498] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"163.795744ms","start":"2026-03-19T17:54:25.10213Z","end":"2026-03-19T17:54:25.265925Z","steps":["trace[825656498] 'process raft request' (duration: 163.566067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:25.266082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.978554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:54:25.266114Z","caller":"traceutil/trace.go:171","msg":"trace[828881672] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:557; }","duration":"154.071187ms","start":"2026-03-19T17:54:25.112034Z","end":"2026-03-19T17:54:25.266105Z","steps":["trace[828881672] 'agreement among raft nodes before linearized reading' (duration: 153.913112ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:25.370645Z","caller":"traceutil/trace.go:171","msg":"trace[849681143] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"100.891961ms","start":"2026-03-19T17:54:25.269728Z","end":"2026-03-19T17:54:25.37062Z","steps":["trace[849681143] 'process raft request' (duration: 84.446841ms)","trace[849681143] 'compare' (duration: 16.341908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:25.962947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.772344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:54:25.963067Z","caller":"traceutil/trace.go:171","msg":"trace[1903388046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:558; }","duration":"189.933549ms","start":"2026-03-19T17:54:25.773116Z","end":"2026-03-19T17:54:25.963049Z","steps":["trace[1903388046] 'range keys from in-memory index tree' (duration: 189.576499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:25.963141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.000915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:54:25.963216Z","caller":"traceutil/trace.go:171","msg":"trace[1953466051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:558; }","duration":"215.140639ms","start":"2026-03-19T17:54:25.748057Z","end":"2026-03-19T17:54:25.963198Z","steps":["trace[1953466051] 'range keys from in-memory index tree' (duration: 214.81931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:25.963201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.828529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.128\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T17:54:25.963378Z","caller":"traceutil/trace.go:171","msg":"trace[2080451410] range","detail":"{range_begin:/registry/masterleases/199.19.213.128; range_end:; response_count:1; response_revision:558; }","duration":"459.046224ms","start":"2026-03-19T17:54:25.504321Z","end":"2026-03-19T17:54:25.963367Z","steps":["trace[2080451410] 'range keys from in-memory index tree' (duration: 458.727546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:25.963481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:25.504297Z","time spent":"459.175438ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.128\" "} {"level":"warn","ts":"2026-03-19T17:54:26.44093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:25.964094Z","time spent":"476.831921ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T17:54:26.697835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.678821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:26.698013Z","caller":"traceutil/trace.go:171","msg":"trace[492808384] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"731.678136ms","start":"2026-03-19T17:54:25.966316Z","end":"2026-03-19T17:54:26.697994Z","steps":["trace[492808384] 'process raft request' (duration: 617.756628ms)","trace[492808384] 'compare' (duration: 113.519767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:26.698076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:25.966305Z","time spent":"731.746158ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:26.698092Z","caller":"traceutil/trace.go:171","msg":"trace[1445777243] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"255.77012ms","start":"2026-03-19T17:54:26.442299Z","end":"2026-03-19T17:54:26.698069Z","steps":["trace[1445777243] 'process raft request' (duration: 255.709279ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:26.69816Z","caller":"traceutil/trace.go:171","msg":"trace[1065964427] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:579; }","duration":"552.580204ms","start":"2026-03-19T17:54:26.145569Z","end":"2026-03-19T17:54:26.698149Z","steps":["trace[1065964427] 'read index received' (duration: 295.247761ms)","trace[1065964427] 'applied index is now lower than readState.Index' (duration: 257.330843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:26.698209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.654586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:26.698195Z","caller":"traceutil/trace.go:171","msg":"trace[957577956] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"731.243784ms","start":"2026-03-19T17:54:25.966917Z","end":"2026-03-19T17:54:26.698161Z","steps":["trace[957577956] 'process raft request' (duration: 731.005397ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:26.698231Z","caller":"traceutil/trace.go:171","msg":"trace[1191063824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:561; }","duration":"552.724509ms","start":"2026-03-19T17:54:26.1455Z","end":"2026-03-19T17:54:26.698225Z","steps":["trace[1191063824] 'agreement among raft nodes before linearized reading' (duration: 552.683587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:26.698368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:25.96691Z","time spent":"731.368448ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:26.698408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:26.145475Z","time spent":"552.925503ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:54:28.899418Z","caller":"traceutil/trace.go:171","msg":"trace[731464730] linearizableReadLoop","detail":"{readStateIndex:687; appliedIndex:686; }","duration":"131.286804ms","start":"2026-03-19T17:54:28.768101Z","end":"2026-03-19T17:54:28.899388Z","steps":["trace[731464730] 'read index received' (duration: 127.552571ms)","trace[731464730] 'applied index is now lower than readState.Index' (duration: 3.733153ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:28.899557Z","caller":"traceutil/trace.go:171","msg":"trace[441100753] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"135.705104ms","start":"2026-03-19T17:54:28.763804Z","end":"2026-03-19T17:54:28.899509Z","steps":["trace[441100753] 'process raft request' (duration: 131.788587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:28.899668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.544731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4425"} {"level":"info","ts":"2026-03-19T17:54:28.899739Z","caller":"traceutil/trace.go:171","msg":"trace[1048666850] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:665; }","duration":"131.628743ms","start":"2026-03-19T17:54:28.768095Z","end":"2026-03-19T17:54:28.899724Z","steps":["trace[1048666850] 'agreement among raft nodes before linearized reading' (duration: 131.425317ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:28.899969Z","caller":"traceutil/trace.go:171","msg":"trace[1547594213] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"126.545564ms","start":"2026-03-19T17:54:28.773399Z","end":"2026-03-19T17:54:28.899944Z","steps":["trace[1547594213] 'process raft request' (duration: 126.40585ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:28.900279Z","caller":"traceutil/trace.go:171","msg":"trace[288247365] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"126.706298ms","start":"2026-03-19T17:54:28.773559Z","end":"2026-03-19T17:54:28.900265Z","steps":["trace[288247365] 'process raft request' (duration: 126.345998ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:28.900673Z","caller":"traceutil/trace.go:171","msg":"trace[1237945636] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"123.294625ms","start":"2026-03-19T17:54:28.777365Z","end":"2026-03-19T17:54:28.900659Z","steps":["trace[1237945636] 'process raft request' (duration: 122.810681ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:29.240666Z","caller":"traceutil/trace.go:171","msg":"trace[716058021] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"221.702049ms","start":"2026-03-19T17:54:29.018921Z","end":"2026-03-19T17:54:29.240623Z","steps":["trace[716058021] 'process raft request' (duration: 221.255097ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:29.477293Z","caller":"traceutil/trace.go:171","msg":"trace[842995160] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"218.207913ms","start":"2026-03-19T17:54:29.259051Z","end":"2026-03-19T17:54:29.477259Z","steps":["trace[842995160] 'process raft request' (duration: 154.856549ms)","trace[842995160] 'compare' (duration: 63.042305ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:29.477356Z","caller":"traceutil/trace.go:171","msg":"trace[834874219] linearizableReadLoop","detail":"{readStateIndex:697; appliedIndex:696; }","duration":"199.091269ms","start":"2026-03-19T17:54:29.278214Z","end":"2026-03-19T17:54:29.477306Z","steps":["trace[834874219] 'read index received' (duration: 135.623442ms)","trace[834874219] 'applied index is now lower than readState.Index' (duration: 63.458677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:29.477724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.493721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:54:29.4778Z","caller":"traceutil/trace.go:171","msg":"trace[714319604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:676; }","duration":"199.641075ms","start":"2026-03-19T17:54:29.278137Z","end":"2026-03-19T17:54:29.477778Z","steps":["trace[714319604] 'agreement among raft nodes before linearized reading' (duration: 199.380368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:30.687807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828875410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:54:30.921099Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.187377649s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:54:30.921794Z","caller":"traceutil/trace.go:171","msg":"trace[791501746] linearizableReadLoop","detail":"{readStateIndex:706; appliedIndex:705; }","duration":"757.124993ms","start":"2026-03-19T17:54:30.164641Z","end":"2026-03-19T17:54:30.921766Z","steps":["trace[791501746] 'read index received' (duration: 756.757303ms)","trace[791501746] 'applied index is now lower than readState.Index' (duration: 366.43µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:30.921889Z","caller":"traceutil/trace.go:171","msg":"trace[1060687774] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"1.188468549s","start":"2026-03-19T17:54:29.733392Z","end":"2026-03-19T17:54:30.921861Z","steps":["trace[1060687774] 'process raft request' (duration: 1.188089139s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:30.922054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:29.733366Z","time spent":"1.188575871s","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211686,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:30.922045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.36192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:30.922144Z","caller":"traceutil/trace.go:171","msg":"trace[1210945887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:684; }","duration":"757.524134ms","start":"2026-03-19T17:54:30.164588Z","end":"2026-03-19T17:54:30.922113Z","steps":["trace[1210945887] 'agreement among raft nodes before linearized reading' (duration: 757.328989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:30.922211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:30.164563Z","time spent":"757.639427ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:54:32.799833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46468308s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T17:54:32.800252Z","caller":"traceutil/trace.go:171","msg":"trace[1540314259] linearizableReadLoop","detail":"{readStateIndex:707; appliedIndex:706; }","duration":"1.878311401s","start":"2026-03-19T17:54:30.921888Z","end":"2026-03-19T17:54:32.800199Z","steps":["trace[1540314259] 'read index received' (duration: 413.308552ms)","trace[1540314259] 'applied index is now lower than readState.Index' (duration: 1.464998589s)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:32.800304Z","caller":"traceutil/trace.go:171","msg":"trace[1994501972] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"1.858463548s","start":"2026-03-19T17:54:30.941809Z","end":"2026-03-19T17:54:32.800273Z","steps":["trace[1994501972] 'process raft request' (duration: 1.858214091s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:32.800471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:30.941783Z","time spent":"1.858589421s","remote":"127.0.0.1:45786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2966,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T17:54:32.800505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083017184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:54:32.800608Z","caller":"traceutil/trace.go:171","msg":"trace[1261326768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:685; }","duration":"2.083130217s","start":"2026-03-19T17:54:30.717448Z","end":"2026-03-19T17:54:32.800578Z","steps":["trace[1261326768] 'agreement among raft nodes before linearized reading' (duration: 2.082773837s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:32.800623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083137617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:54:32.800669Z","caller":"traceutil/trace.go:171","msg":"trace[1360663293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:685; }","duration":"2.08324755s","start":"2026-03-19T17:54:30.717409Z","end":"2026-03-19T17:54:32.800656Z","steps":["trace[1360663293] 'agreement among raft nodes before linearized reading' (duration: 2.082994223s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:32.800668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:30.717385Z","time spent":"2.083268881s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:54:32.800521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877049497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:54:32.800708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:30.717385Z","time spent":"2.083314133s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:54:32.800713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311284701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T17:54:32.800698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311037554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:54:32.800736Z","caller":"traceutil/trace.go:171","msg":"trace[1027871126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:685; }","duration":"1.877320414s","start":"2026-03-19T17:54:30.923392Z","end":"2026-03-19T17:54:32.800713Z","steps":["trace[1027871126] 'agreement among raft nodes before linearized reading' (duration: 1.877043166s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:32.800773Z","caller":"traceutil/trace.go:171","msg":"trace[1471313779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:685; }","duration":"1.311386114s","start":"2026-03-19T17:54:31.489362Z","end":"2026-03-19T17:54:32.800748Z","steps":["trace[1471313779] 'agreement among raft nodes before linearized reading' (duration: 1.311204069s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:32.800775Z","caller":"traceutil/trace.go:171","msg":"trace[434686682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:685; }","duration":"1.311136737s","start":"2026-03-19T17:54:31.489621Z","end":"2026-03-19T17:54:32.800757Z","steps":["trace[434686682] 'agreement among raft nodes before linearized reading' (duration: 1.310855679s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:32.800797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:30.923367Z","time spent":"1.877414797s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:54:32.800819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:31.489339Z","time spent":"1.311470917s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:54:32.800823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:31.489557Z","time spent":"1.311256591s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:54:32.800985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30938657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-d9fvw\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-19T17:54:32.80113Z","caller":"traceutil/trace.go:171","msg":"trace[1879120922] range","detail":"{range_begin:/registry/pods/kube-system/cilium-d9fvw; range_end:; response_count:1; response_revision:685; }","duration":"2.309632767s","start":"2026-03-19T17:54:30.491452Z","end":"2026-03-19T17:54:32.801085Z","steps":["trace[1879120922] 'agreement among raft nodes before linearized reading' (duration: 2.309065192s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:32.801239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:30.491429Z","time spent":"2.309797791s","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-d9fvw\" "} {"level":"warn","ts":"2026-03-19T17:54:33.350257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828875423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:54:33.865722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.280841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:54:33.865866Z","caller":"traceutil/trace.go:171","msg":"trace[1801856621] linearizableReadLoop","detail":"{readStateIndex:713; appliedIndex:712; }","duration":"1.01568356s","start":"2026-03-19T17:54:32.850163Z","end":"2026-03-19T17:54:33.865847Z","steps":["trace[1801856621] 'read index received' (duration: 738.968407ms)","trace[1801856621] 'applied index is now lower than readState.Index' (duration: 276.713723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:33.866104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053007091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-19T17:54:33.866141Z","caller":"traceutil/trace.go:171","msg":"trace[453168048] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:690; }","duration":"1.053089944s","start":"2026-03-19T17:54:32.813039Z","end":"2026-03-19T17:54:33.866129Z","steps":["trace[453168048] 'agreement among raft nodes before linearized reading' (duration: 1.053004632s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:33.866107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014575999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:33.866118Z","caller":"traceutil/trace.go:171","msg":"trace[464528798] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"1.051815439s","start":"2026-03-19T17:54:32.814248Z","end":"2026-03-19T17:54:33.866063Z","steps":["trace[464528798] 'process raft request' (duration: 775.093506ms)","trace[464528798] 'compare' (duration: 276.074055ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:33.866229Z","caller":"traceutil/trace.go:171","msg":"trace[2015412177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:690; }","duration":"1.014748544s","start":"2026-03-19T17:54:32.851435Z","end":"2026-03-19T17:54:33.866183Z","steps":["trace[2015412177] 'agreement among raft nodes before linearized reading' (duration: 1.01458406s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:33.866311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:32.85141Z","time spent":"1.014885658s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:54:33.866176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:32.813016Z","time spent":"1.053151345s","remote":"127.0.0.1:45746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-03-19T17:54:33.866396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:32.814213Z","time spent":"1.052055866s","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:34.929017Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054155292s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:54:34.929391Z","caller":"traceutil/trace.go:171","msg":"trace[390478312] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"1.054607805s","start":"2026-03-19T17:54:33.87476Z","end":"2026-03-19T17:54:34.929367Z","steps":["trace[390478312] 'process raft request' (duration: 1.054480282s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:34.929521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:33.874745Z","time spent":"1.054712508s","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2855,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T17:54:34.933609Z","caller":"traceutil/trace.go:171","msg":"trace[284216151] linearizableReadLoop","detail":"{readStateIndex:715; appliedIndex:713; }","duration":"119.603314ms","start":"2026-03-19T17:54:34.813975Z","end":"2026-03-19T17:54:34.933578Z","steps":["trace[284216151] 'read index received' (duration: 115.271235ms)","trace[284216151] 'applied index is now lower than readState.Index' (duration: 4.330599ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:34.933757Z","caller":"traceutil/trace.go:171","msg":"trace[999834414] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"209.71908ms","start":"2026-03-19T17:54:34.724025Z","end":"2026-03-19T17:54:34.933744Z","steps":["trace[999834414] 'process raft request' (duration: 209.34971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:34.934046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.075687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:54:34.93409Z","caller":"traceutil/trace.go:171","msg":"trace[1729560975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:692; }","duration":"120.126988ms","start":"2026-03-19T17:54:34.813951Z","end":"2026-03-19T17:54:34.934078Z","steps":["trace[1729560975] 'agreement among raft nodes before linearized reading' (duration: 120.038916ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:37.080024Z","caller":"traceutil/trace.go:171","msg":"trace[1605481145] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"286.102111ms","start":"2026-03-19T17:54:36.7939Z","end":"2026-03-19T17:54:37.080002Z","steps":["trace[1605481145] 'process raft request' (duration: 285.912626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:39.891397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.144371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-19T17:54:39.891501Z","caller":"traceutil/trace.go:171","msg":"trace[1797074407] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:769; }","duration":"100.309875ms","start":"2026-03-19T17:54:39.791171Z","end":"2026-03-19T17:54:39.891481Z","steps":["trace[1797074407] 'range keys from in-memory index tree' (duration: 99.953175ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:43.003963Z","caller":"traceutil/trace.go:171","msg":"trace[1165836756] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"112.978682ms","start":"2026-03-19T17:54:42.890941Z","end":"2026-03-19T17:54:43.00392Z","steps":["trace[1165836756] 'process raft request' (duration: 110.455893ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:43.261917Z","caller":"traceutil/trace.go:171","msg":"trace[2110153259] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"101.099687ms","start":"2026-03-19T17:54:43.160788Z","end":"2026-03-19T17:54:43.261887Z","steps":["trace[2110153259] 'process raft request' (duration: 100.895761ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:43.318094Z","caller":"traceutil/trace.go:171","msg":"trace[648418630] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"157.232824ms","start":"2026-03-19T17:54:43.160836Z","end":"2026-03-19T17:54:43.318068Z","steps":["trace[648418630] 'process raft request' (duration: 157.045269ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:43.318451Z","caller":"traceutil/trace.go:171","msg":"trace[1102763523] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"157.468221ms","start":"2026-03-19T17:54:43.16096Z","end":"2026-03-19T17:54:43.318428Z","steps":["trace[1102763523] 'process raft request' (duration: 157.07154ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:43.318452Z","caller":"traceutil/trace.go:171","msg":"trace[263885331] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"157.008348ms","start":"2026-03-19T17:54:43.161425Z","end":"2026-03-19T17:54:43.318433Z","steps":["trace[263885331] 'process raft request' (duration: 156.894115ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:45.043903Z","caller":"traceutil/trace.go:171","msg":"trace[2089016187] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"205.009182ms","start":"2026-03-19T17:54:44.838863Z","end":"2026-03-19T17:54:45.043872Z","steps":["trace[2089016187] 'process raft request' (duration: 204.708383ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:45.044007Z","caller":"traceutil/trace.go:171","msg":"trace[201351974] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"199.754308ms","start":"2026-03-19T17:54:44.844219Z","end":"2026-03-19T17:54:45.043974Z","steps":["trace[201351974] 'process raft request' (duration: 199.542672ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:45.089426Z","caller":"traceutil/trace.go:171","msg":"trace[1989191945] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"199.766597ms","start":"2026-03-19T17:54:44.889624Z","end":"2026-03-19T17:54:45.08939Z","steps":["trace[1989191945] 'process raft request' (duration: 199.461299ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:45.20832Z","caller":"traceutil/trace.go:171","msg":"trace[989945921] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"110.121014ms","start":"2026-03-19T17:54:45.097967Z","end":"2026-03-19T17:54:45.208088Z","steps":["trace[989945921] 'process raft request' (duration: 64.238298ms)","trace[989945921] 'compare' (duration: 45.771683ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:45.461388Z","caller":"traceutil/trace.go:171","msg":"trace[2095594051] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"116.817598ms","start":"2026-03-19T17:54:45.344542Z","end":"2026-03-19T17:54:45.461359Z","steps":["trace[2095594051] 'process raft request' (duration: 116.731135ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:45.461658Z","caller":"traceutil/trace.go:171","msg":"trace[249104027] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"117.469195ms","start":"2026-03-19T17:54:45.344147Z","end":"2026-03-19T17:54:45.461616Z","steps":["trace[249104027] 'process raft request' (duration: 112.54712ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:46.780062Z","caller":"traceutil/trace.go:171","msg":"trace[990368826] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"104.429278ms","start":"2026-03-19T17:54:46.675603Z","end":"2026-03-19T17:54:46.780033Z","steps":["trace[990368826] 'process raft request' (duration: 104.047128ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:48.435102Z","caller":"traceutil/trace.go:171","msg":"trace[1931136485] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"157.439141ms","start":"2026-03-19T17:54:48.277643Z","end":"2026-03-19T17:54:48.435082Z","steps":["trace[1931136485] 'process raft request' (duration: 157.316598ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:51.800014Z","caller":"traceutil/trace.go:171","msg":"trace[316404735] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"102.35368ms","start":"2026-03-19T17:54:51.697634Z","end":"2026-03-19T17:54:51.799987Z","steps":["trace[316404735] 'process raft request' (duration: 101.853807ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:51.830873Z","caller":"traceutil/trace.go:171","msg":"trace[863607800] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"120.70769ms","start":"2026-03-19T17:54:51.710151Z","end":"2026-03-19T17:54:51.830859Z","steps":["trace[863607800] 'process raft request' (duration: 120.618347ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:51.956245Z","caller":"traceutil/trace.go:171","msg":"trace[1464372602] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"150.75636ms","start":"2026-03-19T17:54:51.805473Z","end":"2026-03-19T17:54:51.95623Z","steps":["trace[1464372602] 'process raft request' (duration: 150.566975ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:51.95648Z","caller":"traceutil/trace.go:171","msg":"trace[1304463394] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"150.092741ms","start":"2026-03-19T17:54:51.806346Z","end":"2026-03-19T17:54:51.956439Z","steps":["trace[1304463394] 'process raft request' (duration: 149.805764ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:54.868062Z","caller":"traceutil/trace.go:171","msg":"trace[1243310974] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"123.996049ms","start":"2026-03-19T17:54:54.744043Z","end":"2026-03-19T17:54:54.868039Z","steps":["trace[1243310974] 'process raft request' (duration: 123.840085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:55.955477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828875871,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T17:54:56.005541Z","caller":"traceutil/trace.go:171","msg":"trace[1887339511] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"597.004232ms","start":"2026-03-19T17:54:55.408509Z","end":"2026-03-19T17:54:56.005514Z","steps":["trace[1887339511] 'process raft request' (duration: 596.851518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:56.005726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:55.408485Z","time spent":"597.137275ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:56.105466Z","caller":"traceutil/trace.go:171","msg":"trace[1335255781] linearizableReadLoop","detail":"{readStateIndex:954; appliedIndex:952; }","duration":"650.183991ms","start":"2026-03-19T17:54:55.455252Z","end":"2026-03-19T17:54:56.105436Z","steps":["trace[1335255781] 'read index received' (duration: 550.211977ms)","trace[1335255781] 'applied index is now lower than readState.Index' (duration: 99.970634ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:56.105623Z","caller":"traceutil/trace.go:171","msg":"trace[1728074028] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"598.716128ms","start":"2026-03-19T17:54:55.506873Z","end":"2026-03-19T17:54:56.105589Z","steps":["trace[1728074028] 'process raft request' (duration: 592.92934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:56.105718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.452168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:54:56.105751Z","caller":"traceutil/trace.go:171","msg":"trace[2127858485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:925; }","duration":"650.558881ms","start":"2026-03-19T17:54:55.455182Z","end":"2026-03-19T17:54:56.105741Z","steps":["trace[2127858485] 'agreement among raft nodes before linearized reading' (duration: 650.407937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:56.105782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:55.45515Z","time spent":"650.624993ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:54:56.105776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:55.506838Z","time spent":"598.845652ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:54:56.105902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.130118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:54:56.105996Z","caller":"traceutil/trace.go:171","msg":"trace[992097184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:925; }","duration":"414.331823ms","start":"2026-03-19T17:54:55.69164Z","end":"2026-03-19T17:54:56.105972Z","steps":["trace[992097184] 'agreement among raft nodes before linearized reading' (duration: 414.072456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:56.106057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:55.691612Z","time spent":"414.433356ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:54:56.106024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:54:56.106162Z","caller":"traceutil/trace.go:171","msg":"trace[757376728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:925; }","duration":"414.411025ms","start":"2026-03-19T17:54:55.691718Z","end":"2026-03-19T17:54:56.106129Z","steps":["trace[757376728] 'agreement among raft nodes before linearized reading' (duration: 413.944182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:56.106255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:55.691708Z","time spent":"414.525638ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:54:56.106276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.269218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.128\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T17:54:56.106378Z","caller":"traceutil/trace.go:171","msg":"trace[2089934983] range","detail":"{range_begin:/registry/masterleases/199.19.213.128; range_end:; response_count:1; response_revision:925; }","duration":"601.367871ms","start":"2026-03-19T17:54:55.50494Z","end":"2026-03-19T17:54:56.106308Z","steps":["trace[2089934983] 'agreement among raft nodes before linearized reading' (duration: 600.685632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:56.106555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:55.504901Z","time spent":"601.642348ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.128\" "} {"level":"info","ts":"2026-03-19T17:54:56.829547Z","caller":"traceutil/trace.go:171","msg":"trace[1072879811] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"232.957229ms","start":"2026-03-19T17:54:56.596564Z","end":"2026-03-19T17:54:56.829521Z","steps":["trace[1072879811] 'process raft request' (duration: 232.775304ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:56.85561Z","caller":"traceutil/trace.go:171","msg":"trace[873901660] linearizableReadLoop","detail":"{readStateIndex:963; appliedIndex:961; }","duration":"121.059539ms","start":"2026-03-19T17:54:56.73454Z","end":"2026-03-19T17:54:56.8556Z","steps":["trace[873901660] 'read index received' (duration: 94.821674ms)","trace[873901660] 'applied index is now lower than readState.Index' (duration: 26.237035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:56.855712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.161923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:54:56.855736Z","caller":"traceutil/trace.go:171","msg":"trace[1176066238] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:0; response_revision:933; }","duration":"121.229864ms","start":"2026-03-19T17:54:56.734499Z","end":"2026-03-19T17:54:56.855729Z","steps":["trace[1176066238] 'agreement among raft nodes before linearized reading' (duration: 121.159762ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:56.855693Z","caller":"traceutil/trace.go:171","msg":"trace[1448428603] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"242.737117ms","start":"2026-03-19T17:54:56.612909Z","end":"2026-03-19T17:54:56.855646Z","steps":["trace[1448428603] 'process raft request' (duration: 242.633544ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:57.004468Z","caller":"traceutil/trace.go:171","msg":"trace[763690041] linearizableReadLoop","detail":"{readStateIndex:966; appliedIndex:965; }","duration":"125.592533ms","start":"2026-03-19T17:54:56.878847Z","end":"2026-03-19T17:54:57.00444Z","steps":["trace[763690041] 'read index received' (duration: 115.040126ms)","trace[763690041] 'applied index is now lower than readState.Index' (duration: 10.549037ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:54:57.00452Z","caller":"traceutil/trace.go:171","msg":"trace[1052796648] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"127.698321ms","start":"2026-03-19T17:54:56.876775Z","end":"2026-03-19T17:54:57.004473Z","steps":["trace[1052796648] 'process raft request' (duration: 116.900837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:54:57.004685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.811779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T17:54:57.004723Z","caller":"traceutil/trace.go:171","msg":"trace[366055582] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:936; }","duration":"125.885311ms","start":"2026-03-19T17:54:56.878828Z","end":"2026-03-19T17:54:57.004714Z","steps":["trace[366055582] 'agreement among raft nodes before linearized reading' (duration: 125.707176ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:57.025507Z","caller":"traceutil/trace.go:171","msg":"trace[277881981] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"145.732992ms","start":"2026-03-19T17:54:56.879746Z","end":"2026-03-19T17:54:57.025479Z","steps":["trace[277881981] 'process raft request' (duration: 145.462504ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:57.025674Z","caller":"traceutil/trace.go:171","msg":"trace[1049403401] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"142.787532ms","start":"2026-03-19T17:54:56.882864Z","end":"2026-03-19T17:54:57.025651Z","steps":["trace[1049403401] 'process raft request' (duration: 142.557056ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:57.025593Z","caller":"traceutil/trace.go:171","msg":"trace[1807280664] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"145.604518ms","start":"2026-03-19T17:54:56.879943Z","end":"2026-03-19T17:54:57.025547Z","steps":["trace[1807280664] 'process raft request' (duration: 145.422283ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:57.246121Z","caller":"traceutil/trace.go:171","msg":"trace[1873823911] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"140.962032ms","start":"2026-03-19T17:54:57.105125Z","end":"2026-03-19T17:54:57.246087Z","steps":["trace[1873823911] 'process raft request' (duration: 140.743776ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:54:57.47469Z","caller":"traceutil/trace.go:171","msg":"trace[1303855416] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"363.318263ms","start":"2026-03-19T17:54:57.111323Z","end":"2026-03-19T17:54:57.474641Z","steps":["trace[1303855416] 'process raft request' (duration: 316.517307ms)","trace[1303855416] 'compare' (duration: 46.58886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:54:57.474912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:54:57.111305Z","time spent":"363.488217ms","remote":"127.0.0.1:45996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4999,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:54:57.488517Z","caller":"traceutil/trace.go:171","msg":"trace[1455883672] transaction","detail":"{read_only:false; number_of_response:1; response_revision:946; }","duration":"240.271818ms","start":"2026-03-19T17:54:57.248224Z","end":"2026-03-19T17:54:57.488496Z","steps":["trace[1455883672] 'process raft request' (duration: 240.164915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:01.382973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.948575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:1 size:21237"} {"level":"info","ts":"2026-03-19T17:55:01.383091Z","caller":"traceutil/trace.go:171","msg":"trace[25485017] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:1; response_revision:964; }","duration":"151.13786ms","start":"2026-03-19T17:55:01.231923Z","end":"2026-03-19T17:55:01.383061Z","steps":["trace[25485017] 'range keys from in-memory index tree' (duration: 150.706127ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:01.795688Z","caller":"traceutil/trace.go:171","msg":"trace[7144298] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"207.062403ms","start":"2026-03-19T17:55:01.588559Z","end":"2026-03-19T17:55:01.795622Z","steps":["trace[7144298] 'process raft request' (duration: 203.720162ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:01.844985Z","caller":"traceutil/trace.go:171","msg":"trace[1875173109] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"145.074464ms","start":"2026-03-19T17:55:01.699883Z","end":"2026-03-19T17:55:01.844958Z","steps":["trace[1875173109] 'process raft request' (duration: 144.964441ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:01.845043Z","caller":"traceutil/trace.go:171","msg":"trace[1573668848] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"252.042409ms","start":"2026-03-19T17:55:01.592963Z","end":"2026-03-19T17:55:01.845005Z","steps":["trace[1573668848] 'process raft request' (duration: 251.748221ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:01.845111Z","caller":"traceutil/trace.go:171","msg":"trace[475507529] linearizableReadLoop","detail":"{readStateIndex:999; appliedIndex:997; }","duration":"202.428208ms","start":"2026-03-19T17:55:01.64266Z","end":"2026-03-19T17:55:01.845088Z","steps":["trace[475507529] 'read index received' (duration: 149.544176ms)","trace[475507529] 'applied index is now lower than readState.Index' (duration: 52.882842ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:01.845194Z","caller":"traceutil/trace.go:171","msg":"trace[689575660] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"144.417847ms","start":"2026-03-19T17:55:01.700744Z","end":"2026-03-19T17:55:01.845162Z","steps":["trace[689575660] 'process raft request' (duration: 144.17626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:01.845321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.634263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:01.845384Z","caller":"traceutil/trace.go:171","msg":"trace[95287867] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:970; }","duration":"202.773047ms","start":"2026-03-19T17:55:01.642596Z","end":"2026-03-19T17:55:01.845369Z","steps":["trace[95287867] 'agreement among raft nodes before linearized reading' (duration: 202.610793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:01.84538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.189411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-97bmr\" ","response":"range_response_count:1 size:3914"} {"level":"info","ts":"2026-03-19T17:55:01.845425Z","caller":"traceutil/trace.go:171","msg":"trace[1476115576] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-97bmr; range_end:; response_count:1; response_revision:970; }","duration":"162.282903ms","start":"2026-03-19T17:55:01.683127Z","end":"2026-03-19T17:55:01.84541Z","steps":["trace[1476115576] 'agreement among raft nodes before linearized reading' (duration: 162.118049ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:02.245815Z","caller":"traceutil/trace.go:171","msg":"trace[1072183781] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"132.064369ms","start":"2026-03-19T17:55:02.113711Z","end":"2026-03-19T17:55:02.245776Z","steps":["trace[1072183781] 'process raft request' (duration: 129.470868ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:04.455751Z","caller":"traceutil/trace.go:171","msg":"trace[403390891] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"107.831299ms","start":"2026-03-19T17:55:04.3479Z","end":"2026-03-19T17:55:04.455731Z","steps":["trace[403390891] 'process raft request' (duration: 98.202846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:12.43441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.092917ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T17:55:12.434519Z","caller":"traceutil/trace.go:171","msg":"trace[2084136418] linearizableReadLoop","detail":"{readStateIndex:1045; appliedIndex:1044; }","duration":"365.43227ms","start":"2026-03-19T17:55:12.069068Z","end":"2026-03-19T17:55:12.4345Z","steps":["trace[2084136418] 'read index received' (duration: 57.881µs)","trace[2084136418] 'applied index is now lower than readState.Index' (duration: 365.372609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:12.434992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.905962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T17:55:12.43504Z","caller":"traceutil/trace.go:171","msg":"trace[433653381] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1012; }","duration":"366.003796ms","start":"2026-03-19T17:55:12.069022Z","end":"2026-03-19T17:55:12.435025Z","steps":["trace[433653381] 'agreement among raft nodes before linearized reading' (duration: 365.829411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:12.435077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:12.068998Z","time spent":"366.070257ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T17:55:12.435071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.667637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:12.435347Z","caller":"traceutil/trace.go:171","msg":"trace[1383622839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1012; }","duration":"289.225503ms","start":"2026-03-19T17:55:12.146023Z","end":"2026-03-19T17:55:12.435249Z","steps":["trace[1383622839] 'agreement among raft nodes before linearized reading' (duration: 288.689728ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:31.988873Z","caller":"traceutil/trace.go:171","msg":"trace[1189361324] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"111.797678ms","start":"2026-03-19T17:55:31.877026Z","end":"2026-03-19T17:55:31.988823Z","steps":["trace[1189361324] 'process raft request' (duration: 90.719463ms)","trace[1189361324] 'compare' (duration: 20.723525ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:32.192353Z","caller":"traceutil/trace.go:171","msg":"trace[1993630189] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"196.097125ms","start":"2026-03-19T17:55:31.996232Z","end":"2026-03-19T17:55:32.192329Z","steps":["trace[1993630189] 'process raft request' (duration: 189.70012ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:32.646329Z","caller":"traceutil/trace.go:171","msg":"trace[1593671622] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"129.555481ms","start":"2026-03-19T17:55:32.516751Z","end":"2026-03-19T17:55:32.646307Z","steps":["trace[1593671622] 'process raft request' (duration: 126.874548ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:32.646339Z","caller":"traceutil/trace.go:171","msg":"trace[166596405] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"128.931144ms","start":"2026-03-19T17:55:32.517374Z","end":"2026-03-19T17:55:32.646306Z","steps":["trace[166596405] 'process raft request' (duration: 128.863062ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:32.676619Z","caller":"traceutil/trace.go:171","msg":"trace[1506725519] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"135.78624ms","start":"2026-03-19T17:55:32.540806Z","end":"2026-03-19T17:55:32.676592Z","steps":["trace[1506725519] 'process raft request' (duration: 135.543734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:32.736828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.769567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:55:32.736924Z","caller":"traceutil/trace.go:171","msg":"trace[974885519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1172; }","duration":"107.984933ms","start":"2026-03-19T17:55:32.628918Z","end":"2026-03-19T17:55:32.736902Z","steps":["trace[974885519] 'agreement among raft nodes before linearized reading' (duration: 107.602183ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:32.815503Z","caller":"traceutil/trace.go:171","msg":"trace[301423930] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"133.541099ms","start":"2026-03-19T17:55:32.681928Z","end":"2026-03-19T17:55:32.815469Z","steps":["trace[301423930] 'process raft request' (duration: 133.448317ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:32.815662Z","caller":"traceutil/trace.go:171","msg":"trace[1429150729] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1173; }","duration":"137.298762ms","start":"2026-03-19T17:55:32.678347Z","end":"2026-03-19T17:55:32.815646Z","steps":["trace[1429150729] 'process raft request' (duration: 117.547164ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:33.022883Z","caller":"traceutil/trace.go:171","msg":"trace[969910981] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"108.452526ms","start":"2026-03-19T17:55:32.914386Z","end":"2026-03-19T17:55:33.022839Z","steps":["trace[969910981] 'process raft request' (duration: 70.738598ms)","trace[969910981] 'compare' (duration: 37.591765ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:33.026548Z","caller":"traceutil/trace.go:171","msg":"trace[1864554049] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"109.245388ms","start":"2026-03-19T17:55:32.917279Z","end":"2026-03-19T17:55:33.026524Z","steps":["trace[1864554049] 'process raft request' (duration: 109.069133ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:33.350684Z","caller":"traceutil/trace.go:171","msg":"trace[364516840] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"140.007696ms","start":"2026-03-19T17:55:33.210645Z","end":"2026-03-19T17:55:33.350653Z","steps":["trace[364516840] 'process raft request' (duration: 105.086395ms)","trace[364516840] 'compare' (duration: 34.714196ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:33.361824Z","caller":"traceutil/trace.go:171","msg":"trace[1905857355] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"143.877072ms","start":"2026-03-19T17:55:33.217917Z","end":"2026-03-19T17:55:33.361794Z","steps":["trace[1905857355] 'process raft request' (duration: 143.620485ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:33.361809Z","caller":"traceutil/trace.go:171","msg":"trace[916148390] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"143.156502ms","start":"2026-03-19T17:55:33.218609Z","end":"2026-03-19T17:55:33.361766Z","steps":["trace[916148390] 'process raft request' (duration: 143.096541ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:33.513573Z","caller":"traceutil/trace.go:171","msg":"trace[13688399] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"101.931669ms","start":"2026-03-19T17:55:33.411596Z","end":"2026-03-19T17:55:33.513528Z","steps":["trace[13688399] 'process raft request' (duration: 69.147845ms)","trace[13688399] 'compare' (duration: 32.573188ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:33.513834Z","caller":"traceutil/trace.go:171","msg":"trace[480969851] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"100.260333ms","start":"2026-03-19T17:55:33.413527Z","end":"2026-03-19T17:55:33.513788Z","steps":["trace[480969851] 'process raft request' (duration: 99.983725ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:33.514491Z","caller":"traceutil/trace.go:171","msg":"trace[1102794374] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"101.98684ms","start":"2026-03-19T17:55:33.411629Z","end":"2026-03-19T17:55:33.513616Z","steps":["trace[1102794374] 'process raft request' (duration: 101.831926ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:33.802689Z","caller":"traceutil/trace.go:171","msg":"trace[577691315] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"193.950736ms","start":"2026-03-19T17:55:33.608706Z","end":"2026-03-19T17:55:33.802657Z","steps":["trace[577691315] 'process raft request' (duration: 137.441716ms)","trace[577691315] 'compare' (duration: 56.343205ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:33.818905Z","caller":"traceutil/trace.go:171","msg":"trace[1937565630] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"182.042921ms","start":"2026-03-19T17:55:33.636846Z","end":"2026-03-19T17:55:33.818889Z","steps":["trace[1937565630] 'process raft request' (duration: 181.845956ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:33.818982Z","caller":"traceutil/trace.go:171","msg":"trace[1332000356] linearizableReadLoop","detail":"{readStateIndex:1250; appliedIndex:1246; }","duration":"180.625893ms","start":"2026-03-19T17:55:33.638335Z","end":"2026-03-19T17:55:33.818961Z","steps":["trace[1332000356] 'read index received' (duration: 107.828529ms)","trace[1332000356] 'applied index is now lower than readState.Index' (duration: 72.796204ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:33.819041Z","caller":"traceutil/trace.go:171","msg":"trace[1439021552] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"180.778167ms","start":"2026-03-19T17:55:33.638222Z","end":"2026-03-19T17:55:33.819001Z","steps":["trace[1439021552] 'process raft request' (duration: 180.632273ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:33.819098Z","caller":"traceutil/trace.go:171","msg":"trace[2029480756] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"179.914224ms","start":"2026-03-19T17:55:33.639172Z","end":"2026-03-19T17:55:33.819086Z","steps":["trace[2029480756] 'process raft request' (duration: 179.748059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:33.819309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.625662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6112"} {"level":"info","ts":"2026-03-19T17:55:33.819315Z","caller":"traceutil/trace.go:171","msg":"trace[1630204962] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"181.148537ms","start":"2026-03-19T17:55:33.638138Z","end":"2026-03-19T17:55:33.819287Z","steps":["trace[1630204962] 'process raft request' (duration: 180.673984ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:33.819344Z","caller":"traceutil/trace.go:171","msg":"trace[796311149] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1211; }","duration":"173.685184ms","start":"2026-03-19T17:55:33.645645Z","end":"2026-03-19T17:55:33.819331Z","steps":["trace[796311149] 'agreement among raft nodes before linearized reading' (duration: 173.53428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:33.819585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.23938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-2hhw7\" ","response":"range_response_count:1 size:6053"} {"level":"info","ts":"2026-03-19T17:55:33.819683Z","caller":"traceutil/trace.go:171","msg":"trace[34113600] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-2hhw7; range_end:; response_count:1; response_revision:1211; }","duration":"181.374494ms","start":"2026-03-19T17:55:33.638291Z","end":"2026-03-19T17:55:33.819665Z","steps":["trace[34113600] 'agreement among raft nodes before linearized reading' (duration: 181.167838ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:33.966495Z","caller":"traceutil/trace.go:171","msg":"trace[1074821238] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"140.654273ms","start":"2026-03-19T17:55:33.825802Z","end":"2026-03-19T17:55:33.966456Z","steps":["trace[1074821238] 'process raft request' (duration: 140.350215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:33.966513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.474936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4121"} {"level":"info","ts":"2026-03-19T17:55:33.96665Z","caller":"traceutil/trace.go:171","msg":"trace[909795446] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:1213; }","duration":"141.661892ms","start":"2026-03-19T17:55:33.824952Z","end":"2026-03-19T17:55:33.966614Z","steps":["trace[909795446] 'agreement among raft nodes before linearized reading' (duration: 78.152831ms)","trace[909795446] 'range keys from in-memory index tree' (duration: 62.659027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:33.967297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.992079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6112"} {"level":"info","ts":"2026-03-19T17:55:33.967382Z","caller":"traceutil/trace.go:171","msg":"trace[1031794386] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"136.009087ms","start":"2026-03-19T17:55:33.831353Z","end":"2026-03-19T17:55:33.967363Z","steps":["trace[1031794386] 'process raft request' (duration: 135.036041ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:33.967489Z","caller":"traceutil/trace.go:171","msg":"trace[590142473] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1216; }","duration":"135.202105ms","start":"2026-03-19T17:55:33.83222Z","end":"2026-03-19T17:55:33.967422Z","steps":["trace[590142473] 'agreement among raft nodes before linearized reading' (duration: 134.827654ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:33.967375Z","caller":"traceutil/trace.go:171","msg":"trace[418520674] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"106.108312ms","start":"2026-03-19T17:55:33.861224Z","end":"2026-03-19T17:55:33.967332Z","steps":["trace[418520674] 'process raft request' (duration: 105.603728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:35.14496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.10449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:35.145123Z","caller":"traceutil/trace.go:171","msg":"trace[569172779] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"302.822803ms","start":"2026-03-19T17:55:34.842278Z","end":"2026-03-19T17:55:35.145101Z","steps":["trace[569172779] 'process raft request' (duration: 64.449856ms)","trace[569172779] 'compare' (duration: 237.909575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:35.145258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:34.8422Z","time spent":"303.022169ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:35.148777Z","caller":"traceutil/trace.go:171","msg":"trace[420627053] linearizableReadLoop","detail":"{readStateIndex:1291; appliedIndex:1290; }","duration":"121.848222ms","start":"2026-03-19T17:55:35.026901Z","end":"2026-03-19T17:55:35.148749Z","steps":["trace[420627053] 'read index received' (duration: 121.648626ms)","trace[420627053] 'applied index is now lower than readState.Index' (duration: 198.516µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:35.148842Z","caller":"traceutil/trace.go:171","msg":"trace[491349530] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"170.775105ms","start":"2026-03-19T17:55:34.978044Z","end":"2026-03-19T17:55:35.148819Z","steps":["trace[491349530] 'process raft request' (duration: 170.579959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:35.149062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.146339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:55:35.149111Z","caller":"traceutil/trace.go:171","msg":"trace[2091771917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1251; }","duration":"122.246372ms","start":"2026-03-19T17:55:35.026851Z","end":"2026-03-19T17:55:35.149098Z","steps":["trace[2091771917] 'agreement among raft nodes before linearized reading' (duration: 122.038366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:35.576448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.699499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:55:35.576763Z","caller":"traceutil/trace.go:171","msg":"trace[1908230291] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"359.57154ms","start":"2026-03-19T17:55:35.217149Z","end":"2026-03-19T17:55:35.57672Z","steps":["trace[1908230291] 'process raft request' (duration: 132.496492ms)","trace[1908230291] 'compare' (duration: 226.561994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:55:35.576869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:35.217117Z","time spent":"359.708894ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:39.405236Z","caller":"traceutil/trace.go:171","msg":"trace[69444042] linearizableReadLoop","detail":"{readStateIndex:1310; appliedIndex:1309; }","duration":"246.265002ms","start":"2026-03-19T17:55:39.158949Z","end":"2026-03-19T17:55:39.405214Z","steps":["trace[69444042] 'read index received' (duration: 246.153129ms)","trace[69444042] 'applied index is now lower than readState.Index' (duration: 110.913µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:39.40537Z","caller":"traceutil/trace.go:171","msg":"trace[2136704489] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"563.845318ms","start":"2026-03-19T17:55:38.841475Z","end":"2026-03-19T17:55:39.40532Z","steps":["trace[2136704489] 'process raft request' (duration: 563.594631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:39.405479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.907855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T17:55:39.405512Z","caller":"traceutil/trace.go:171","msg":"trace[1289484235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1269; }","duration":"238.003367ms","start":"2026-03-19T17:55:39.167498Z","end":"2026-03-19T17:55:39.405502Z","steps":["trace[1289484235] 'agreement among raft nodes before linearized reading' (duration: 237.837613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:39.405555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.579941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T17:55:39.405599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:38.841447Z","time spent":"564.036734ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:39.405639Z","caller":"traceutil/trace.go:171","msg":"trace[228552458] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1269; }","duration":"246.707884ms","start":"2026-03-19T17:55:39.158908Z","end":"2026-03-19T17:55:39.405616Z","steps":["trace[228552458] 'agreement among raft nodes before linearized reading' (duration: 246.415976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:56.054936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.532812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:55:56.055072Z","caller":"traceutil/trace.go:171","msg":"trace[574651900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1562; }","duration":"378.709077ms","start":"2026-03-19T17:55:55.676326Z","end":"2026-03-19T17:55:56.055035Z","steps":["trace[574651900] 'range keys from in-memory index tree' (duration: 378.346808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:56.05512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:55.676307Z","time spent":"378.80128ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:55:56.055144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:55:56.055228Z","caller":"traceutil/trace.go:171","msg":"trace[526366458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1562; }","duration":"374.523403ms","start":"2026-03-19T17:55:55.680685Z","end":"2026-03-19T17:55:56.055209Z","steps":["trace[526366458] 'range keys from in-memory index tree' (duration: 374.146083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:56.05527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:55.680602Z","time spent":"374.658637ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:55:56.296711Z","caller":"traceutil/trace.go:171","msg":"trace[7552841] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"236.023517ms","start":"2026-03-19T17:55:56.060671Z","end":"2026-03-19T17:55:56.296694Z","steps":["trace[7552841] 'process raft request' (duration: 235.918654ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:55:56.467727Z","caller":"traceutil/trace.go:171","msg":"trace[1196305809] linearizableReadLoop","detail":"{readStateIndex:1630; appliedIndex:1628; }","duration":"320.457389ms","start":"2026-03-19T17:55:56.147244Z","end":"2026-03-19T17:55:56.467702Z","steps":["trace[1196305809] 'read index received' (duration: 149.408785ms)","trace[1196305809] 'applied index is now lower than readState.Index' (duration: 171.047424ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:55:56.467761Z","caller":"traceutil/trace.go:171","msg":"trace[1841524397] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"407.03593ms","start":"2026-03-19T17:55:56.060707Z","end":"2026-03-19T17:55:56.467742Z","steps":["trace[1841524397] 'process raft request' (duration: 406.854135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:56.467855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.601012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:55:56.467895Z","caller":"traceutil/trace.go:171","msg":"trace[635361827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1564; }","duration":"320.707556ms","start":"2026-03-19T17:55:56.147178Z","end":"2026-03-19T17:55:56.467886Z","steps":["trace[635361827] 'agreement among raft nodes before linearized reading' (duration: 320.626264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:56.467909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.077924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:55:56.467928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:56.147147Z","time spent":"320.774038ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:55:56.467966Z","caller":"traceutil/trace.go:171","msg":"trace[1476861966] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1564; }","duration":"296.198048ms","start":"2026-03-19T17:55:56.171753Z","end":"2026-03-19T17:55:56.467951Z","steps":["trace[1476861966] 'agreement among raft nodes before linearized reading' (duration: 296.101005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:55:56.467993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.556522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:55:56.467991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:55:56.060665Z","time spent":"407.213425ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:55:56.468055Z","caller":"traceutil/trace.go:171","msg":"trace[1156479420] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1564; }","duration":"173.652665ms","start":"2026-03-19T17:55:56.294385Z","end":"2026-03-19T17:55:56.468038Z","steps":["trace[1156479420] 'agreement among raft nodes before linearized reading' (duration: 173.561443ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:03.766216Z","caller":"traceutil/trace.go:171","msg":"trace[1974165433] linearizableReadLoop","detail":"{readStateIndex:1737; appliedIndex:1736; }","duration":"203.857329ms","start":"2026-03-19T17:56:03.562337Z","end":"2026-03-19T17:56:03.766194Z","steps":["trace[1974165433] 'read index received' (duration: 203.658064ms)","trace[1974165433] 'applied index is now lower than readState.Index' (duration: 198.365µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:03.766308Z","caller":"traceutil/trace.go:171","msg":"trace[1180584818] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"461.552747ms","start":"2026-03-19T17:56:03.304722Z","end":"2026-03-19T17:56:03.766275Z","steps":["trace[1180584818] 'process raft request' (duration: 461.27911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:03.76637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.053779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:56:03.766376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.022744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:56:03.766403Z","caller":"traceutil/trace.go:171","msg":"trace[1160839724] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1670; }","duration":"129.143562ms","start":"2026-03-19T17:56:03.637251Z","end":"2026-03-19T17:56:03.766395Z","steps":["trace[1160839724] 'agreement among raft nodes before linearized reading' (duration: 129.06952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:03.766516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:03.304694Z","time spent":"461.702662ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:03.766593Z","caller":"traceutil/trace.go:171","msg":"trace[1607940699] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1670; }","duration":"204.126296ms","start":"2026-03-19T17:56:03.562295Z","end":"2026-03-19T17:56:03.766421Z","steps":["trace[1607940699] 'agreement among raft nodes before linearized reading' (duration: 203.983742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:04.506564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828877393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:56:04.932917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018892326s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:04.933037Z","caller":"traceutil/trace.go:171","msg":"trace[1021894482] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1671; }","duration":"1.01901848s","start":"2026-03-19T17:56:03.913999Z","end":"2026-03-19T17:56:04.933018Z","steps":["trace[1021894482] 'range keys from in-memory index tree' (duration: 1.018876036s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:05.007016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828877393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:56:05.058795Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.247715397s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:56:05.060516Z","caller":"traceutil/trace.go:171","msg":"trace[1312525231] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"1.289843756s","start":"2026-03-19T17:56:03.770597Z","end":"2026-03-19T17:56:05.060441Z","steps":["trace[1312525231] 'process raft request' (duration: 1.289741993s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:05.060677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:03.770581Z","time spent":"1.290018361s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:05.060782Z","caller":"traceutil/trace.go:171","msg":"trace[2132258560] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"1.290432031s","start":"2026-03-19T17:56:03.770312Z","end":"2026-03-19T17:56:05.060744Z","steps":["trace[2132258560] 'process raft request' (duration: 1.288804257s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:05.060971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:03.770303Z","time spent":"1.290592387s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:06.146912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000313152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T17:56:06.147143Z","caller":"traceutil/trace.go:171","msg":"trace[294833818] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610089s","start":"2026-03-19T17:56:04.146512Z","end":"2026-03-19T17:56:06.147122Z","steps":["trace[294833818] 'agreement among raft nodes before linearized reading' (duration: 2.000358172s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:06.147209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:04.146488Z","time spent":"2.000702022s","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 17:56:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:56:07.257718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107295868s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:56:07.257924Z","caller":"traceutil/trace.go:171","msg":"trace[957561389] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"1.473896624s","start":"2026-03-19T17:56:05.784013Z","end":"2026-03-19T17:56:07.25791Z","steps":["trace[957561389] 'process raft request' (duration: 1.473863833s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:07.257977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:05.783987Z","time spent":"1.473963945s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:07.258115Z","caller":"traceutil/trace.go:171","msg":"trace[835527598] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"2.757501651s","start":"2026-03-19T17:56:04.500553Z","end":"2026-03-19T17:56:07.258055Z","steps":["trace[835527598] 'process raft request' (duration: 2.757243944s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:07.258169Z","caller":"traceutil/trace.go:171","msg":"trace[1279272228] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"2.246226426s","start":"2026-03-19T17:56:05.011886Z","end":"2026-03-19T17:56:07.258113Z","steps":["trace[1279272228] 'process raft request' (duration: 2.245949459s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:07.258272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:04.500518Z","time spent":"2.757667335s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:07.258285Z","caller":"traceutil/trace.go:171","msg":"trace[403706644] linearizableReadLoop","detail":"{readStateIndex:1742; appliedIndex:1738; }","duration":"3.252318883s","start":"2026-03-19T17:56:04.005837Z","end":"2026-03-19T17:56:07.258156Z","steps":["trace[403706644] 'read index received' (duration: 1.053253812s)","trace[403706644] 'applied index is now lower than readState.Index' (duration: 2.199055231s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:07.258404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:05.011863Z","time spent":"2.246440372s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:07.258511Z","caller":"traceutil/trace.go:171","msg":"trace[2132872872] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"2.900632453s","start":"2026-03-19T17:56:04.35785Z","end":"2026-03-19T17:56:07.258483Z","steps":["trace[2132872872] 'process raft request' (duration: 792.465041ms)","trace[2132872872] 'compare' (duration: 2.107189196s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:07.258537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252706315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f240fbe9-d0fd-4924-98dd-b79efedb965c\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-19T17:56:07.258551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110994267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:56:07.258601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:04.357821Z","time spent":"2.900740906s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:07.258615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.747666962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:56:07.25862Z","caller":"traceutil/trace.go:171","msg":"trace[247412138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1677; }","duration":"1.11109722s","start":"2026-03-19T17:56:06.147505Z","end":"2026-03-19T17:56:07.258602Z","steps":["trace[247412138] 'agreement among raft nodes before linearized reading' (duration: 1.110989487s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:07.258633Z","caller":"traceutil/trace.go:171","msg":"trace[2060667841] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1677; }","duration":"2.747704423s","start":"2026-03-19T17:56:04.510923Z","end":"2026-03-19T17:56:07.258628Z","steps":["trace[2060667841] 'agreement among raft nodes before linearized reading' (duration: 2.747670572s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:07.258661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:04.510914Z","time spent":"2.747741344s","remote":"127.0.0.1:45920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:56:07.258645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484374372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T17:56:07.258678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.662536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:56:07.258712Z","caller":"traceutil/trace.go:171","msg":"trace[1699398805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1677; }","duration":"191.718868ms","start":"2026-03-19T17:56:07.066983Z","end":"2026-03-19T17:56:07.258702Z","steps":["trace[1699398805] 'agreement among raft nodes before linearized reading' (duration: 191.549994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:07.258724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76043489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T17:56:07.258761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.444142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-19T17:56:07.258809Z","caller":"traceutil/trace.go:171","msg":"trace[1868780812] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1677; }","duration":"242.527814ms","start":"2026-03-19T17:56:07.016268Z","end":"2026-03-19T17:56:07.258795Z","steps":["trace[1868780812] 'agreement among raft nodes before linearized reading' (duration: 242.414071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:07.258773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117767162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:56:07.258862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.917799901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f240fbe9-d0fd-4924-98dd-b79efedb965c\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-19T17:56:07.258846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928779061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T17:56:07.258897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749193182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.128\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T17:56:07.2589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.077136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:07.258912Z","caller":"traceutil/trace.go:171","msg":"trace[128659909] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f240fbe9-d0fd-4924-98dd-b79efedb965c; range_end:; response_count:1; response_revision:1677; }","duration":"2.917890514s","start":"2026-03-19T17:56:04.34101Z","end":"2026-03-19T17:56:07.258901Z","steps":["trace[128659909] 'agreement among raft nodes before linearized reading' (duration: 2.917720419s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:07.258914Z","caller":"traceutil/trace.go:171","msg":"trace[853052280] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1677; }","duration":"2.928960036s","start":"2026-03-19T17:56:04.329936Z","end":"2026-03-19T17:56:07.258896Z","steps":["trace[853052280] 'agreement among raft nodes before linearized reading' (duration: 2.928563295s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:07.258924Z","caller":"traceutil/trace.go:171","msg":"trace[765508782] range","detail":"{range_begin:/registry/masterleases/199.19.213.128; range_end:; response_count:1; response_revision:1677; }","duration":"1.749251973s","start":"2026-03-19T17:56:05.509666Z","end":"2026-03-19T17:56:07.258918Z","steps":["trace[765508782] 'agreement among raft nodes before linearized reading' (duration: 1.749180721s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:07.258803Z","caller":"traceutil/trace.go:171","msg":"trace[353388030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1677; }","duration":"2.760568063s","start":"2026-03-19T17:56:04.498212Z","end":"2026-03-19T17:56:07.25878Z","steps":["trace[353388030] 'agreement among raft nodes before linearized reading' (duration: 2.760377708s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:07.258946Z","caller":"traceutil/trace.go:171","msg":"trace[88410235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1677; }","duration":"885.162159ms","start":"2026-03-19T17:56:06.373771Z","end":"2026-03-19T17:56:07.258933Z","steps":["trace[88410235] 'agreement among raft nodes before linearized reading' (duration: 885.092137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:07.258661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:06.147488Z","time spent":"1.111165602s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:56:07.258967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:04.329912Z","time spent":"2.929044418s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:56:07.258995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:06.373748Z","time spent":"885.236351ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T17:56:07.258911Z","caller":"traceutil/trace.go:171","msg":"trace[456180255] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1677; }","duration":"1.117942516s","start":"2026-03-19T17:56:06.140944Z","end":"2026-03-19T17:56:07.258887Z","steps":["trace[456180255] 'agreement among raft nodes before linearized reading' (duration: 1.117790522s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:07.259118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:06.140919Z","time spent":"1.118188903s","remote":"127.0.0.1:54536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:56:07.258715Z","caller":"traceutil/trace.go:171","msg":"trace[1777275389] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1677; }","duration":"2.484479835s","start":"2026-03-19T17:56:04.774216Z","end":"2026-03-19T17:56:07.258696Z","steps":["trace[1777275389] 'agreement among raft nodes before linearized reading' (duration: 2.48429466s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:07.259217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:04.774199Z","time spent":"2.485011459s","remote":"127.0.0.1:56858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:56:07.259006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.972615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:56:07.25931Z","caller":"traceutil/trace.go:171","msg":"trace[987601691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1677; }","duration":"192.281153ms","start":"2026-03-19T17:56:07.067003Z","end":"2026-03-19T17:56:07.259284Z","steps":["trace[987601691] 'agreement among raft nodes before linearized reading' (duration: 191.920553ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:07.25857Z","caller":"traceutil/trace.go:171","msg":"trace[2003644796] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f240fbe9-d0fd-4924-98dd-b79efedb965c; range_end:; response_count:1; response_revision:1677; }","duration":"3.252776936s","start":"2026-03-19T17:56:04.005784Z","end":"2026-03-19T17:56:07.258561Z","steps":["trace[2003644796] 'agreement among raft nodes before linearized reading' (duration: 3.252640903s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:07.259461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:04.005759Z","time spent":"3.253689791s","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f240fbe9-d0fd-4924-98dd-b79efedb965c\" "} {"level":"warn","ts":"2026-03-19T17:56:07.258833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44329608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:56:07.259608Z","caller":"traceutil/trace.go:171","msg":"trace[1453193696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1677; }","duration":"1.44406433s","start":"2026-03-19T17:56:05.815506Z","end":"2026-03-19T17:56:07.25957Z","steps":["trace[1453193696] 'agreement among raft nodes before linearized reading' (duration: 1.443280589s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:07.259682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:05.815489Z","time spent":"1.444173443s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T17:56:07.258925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.299738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189e4fb979bf322a\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-19T17:56:07.259844Z","caller":"traceutil/trace.go:171","msg":"trace[1965159491] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189e4fb979bf322a; range_end:; response_count:1; response_revision:1677; }","duration":"283.237374ms","start":"2026-03-19T17:56:06.976586Z","end":"2026-03-19T17:56:07.259824Z","steps":["trace[1965159491] 'agreement among raft nodes before linearized reading' (duration: 282.269157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:07.258946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:04.340986Z","time spent":"2.917952886s","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f240fbe9-d0fd-4924-98dd-b79efedb965c\" "} {"level":"warn","ts":"2026-03-19T17:56:07.258961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:05.509646Z","time spent":"1.749310215s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.128\" "} {"level":"warn","ts":"2026-03-19T17:56:07.258994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:04.498185Z","time spent":"2.76079219s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:56:07.478787Z","caller":"traceutil/trace.go:171","msg":"trace[1649834822] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"216.383791ms","start":"2026-03-19T17:56:07.262373Z","end":"2026-03-19T17:56:07.478757Z","steps":["trace[1649834822] 'process raft request' (duration: 216.128114ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:07.479144Z","caller":"traceutil/trace.go:171","msg":"trace[1910731864] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"216.158415ms","start":"2026-03-19T17:56:07.262954Z","end":"2026-03-19T17:56:07.479112Z","steps":["trace[1910731864] 'process raft request' (duration: 215.745374ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:07.479175Z","caller":"traceutil/trace.go:171","msg":"trace[1744117172] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"215.703432ms","start":"2026-03-19T17:56:07.263454Z","end":"2026-03-19T17:56:07.479157Z","steps":["trace[1744117172] 'process raft request' (duration: 215.547208ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:07.479504Z","caller":"traceutil/trace.go:171","msg":"trace[1926772504] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"215.625521ms","start":"2026-03-19T17:56:07.263867Z","end":"2026-03-19T17:56:07.479492Z","steps":["trace[1926772504] 'process raft request' (duration: 215.24529ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:07.479533Z","caller":"traceutil/trace.go:171","msg":"trace[1237525970] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"181.86764ms","start":"2026-03-19T17:56:07.297645Z","end":"2026-03-19T17:56:07.479513Z","steps":["trace[1237525970] 'process raft request' (duration: 181.753367ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:07.479703Z","caller":"traceutil/trace.go:171","msg":"trace[627421146] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"181.991413ms","start":"2026-03-19T17:56:07.297696Z","end":"2026-03-19T17:56:07.479687Z","steps":["trace[627421146] 'process raft request' (duration: 181.755996ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:07.479717Z","caller":"traceutil/trace.go:171","msg":"trace[2026058649] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"183.154395ms","start":"2026-03-19T17:56:07.296537Z","end":"2026-03-19T17:56:07.479691Z","steps":["trace[2026058649] 'process raft request' (duration: 182.775945ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:07.479864Z","caller":"traceutil/trace.go:171","msg":"trace[1096216457] linearizableReadLoop","detail":"{readStateIndex:1749; appliedIndex:1744; }","duration":"213.329218ms","start":"2026-03-19T17:56:07.266496Z","end":"2026-03-19T17:56:07.479826Z","steps":["trace[1096216457] 'read index received' (duration: 194.530365ms)","trace[1096216457] 'applied index is now lower than readState.Index' (duration: 18.796813ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:07.479835Z","caller":"traceutil/trace.go:171","msg":"trace[1548544216] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"181.1214ms","start":"2026-03-19T17:56:07.298702Z","end":"2026-03-19T17:56:07.479824Z","steps":["trace[1548544216] 'process raft request' (duration: 180.920334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:07.480139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.614485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:07.480227Z","caller":"traceutil/trace.go:171","msg":"trace[439295553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1685; }","duration":"213.718298ms","start":"2026-03-19T17:56:07.266488Z","end":"2026-03-19T17:56:07.480206Z","steps":["trace[439295553] 'agreement among raft nodes before linearized reading' (duration: 213.43605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:07.485662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.197815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:07.485821Z","caller":"traceutil/trace.go:171","msg":"trace[1931435867] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1686; }","duration":"216.399131ms","start":"2026-03-19T17:56:07.269403Z","end":"2026-03-19T17:56:07.485802Z","steps":["trace[1931435867] 'agreement among raft nodes before linearized reading' (duration: 215.714793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:08.151187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.647037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10982"} {"level":"info","ts":"2026-03-19T17:56:08.151314Z","caller":"traceutil/trace.go:171","msg":"trace[986286518] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"125.443161ms","start":"2026-03-19T17:56:08.02583Z","end":"2026-03-19T17:56:08.151273Z","steps":["trace[986286518] 'process raft request' (duration: 118.972405ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:08.151347Z","caller":"traceutil/trace.go:171","msg":"trace[2126342337] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1687; }","duration":"125.874564ms","start":"2026-03-19T17:56:08.025449Z","end":"2026-03-19T17:56:08.151324Z","steps":["trace[2126342337] 'range keys from in-memory index tree' (duration: 125.262366ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:15.328989Z","caller":"traceutil/trace.go:171","msg":"trace[787111099] linearizableReadLoop","detail":"{readStateIndex:1815; appliedIndex:1814; }","duration":"421.602908ms","start":"2026-03-19T17:56:14.907357Z","end":"2026-03-19T17:56:15.32896Z","steps":["trace[787111099] 'read index received' (duration: 421.418623ms)","trace[787111099] 'applied index is now lower than readState.Index' (duration: 182.935µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:15.329067Z","caller":"traceutil/trace.go:171","msg":"trace[918071659] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"565.164183ms","start":"2026-03-19T17:56:14.763862Z","end":"2026-03-19T17:56:15.329026Z","steps":["trace[918071659] 'process raft request' (duration: 564.711991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:15.329264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:14.763837Z","time spent":"565.303897ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:15.329249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.853785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:56:15.329343Z","caller":"traceutil/trace.go:171","msg":"trace[167791343] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1746; }","duration":"422.002619ms","start":"2026-03-19T17:56:14.907313Z","end":"2026-03-19T17:56:15.329316Z","steps":["trace[167791343] 'agreement among raft nodes before linearized reading' (duration: 421.795043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:15.329401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:14.907288Z","time spent":"422.102862ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:56:15.805004Z","caller":"traceutil/trace.go:171","msg":"trace[1641341931] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"520.477204ms","start":"2026-03-19T17:56:15.284496Z","end":"2026-03-19T17:56:15.804973Z","steps":["trace[1641341931] 'process raft request' (duration: 517.910224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:15.805244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:15.284474Z","time spent":"520.622668ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:15.805326Z","caller":"traceutil/trace.go:171","msg":"trace[159304584] linearizableReadLoop","detail":"{readStateIndex:1818; appliedIndex:1815; }","duration":"440.168014ms","start":"2026-03-19T17:56:15.365124Z","end":"2026-03-19T17:56:15.805292Z","steps":["trace[159304584] 'read index received' (duration: 437.421809ms)","trace[159304584] 'applied index is now lower than readState.Index' (duration: 2.745055ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:15.805427Z","caller":"traceutil/trace.go:171","msg":"trace[580538219] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"516.119145ms","start":"2026-03-19T17:56:15.289285Z","end":"2026-03-19T17:56:15.805404Z","steps":["trace[580538219] 'process raft request' (duration: 515.789966ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:15.805528Z","caller":"traceutil/trace.go:171","msg":"trace[2000049184] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"517.894364ms","start":"2026-03-19T17:56:15.287597Z","end":"2026-03-19T17:56:15.805491Z","steps":["trace[2000049184] 'process raft request' (duration: 517.306438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:15.805559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:15.289246Z","time spent":"516.255869ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:15.805615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.481983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:56:15.805679Z","caller":"traceutil/trace.go:171","msg":"trace[1731824491] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1749; }","duration":"440.596075ms","start":"2026-03-19T17:56:15.365063Z","end":"2026-03-19T17:56:15.805659Z","steps":["trace[1731824491] 'agreement among raft nodes before linearized reading' (duration: 440.41105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:15.805683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:15.287574Z","time spent":"518.031398ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:15.805694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.755706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.128\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T17:56:15.805762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:15.365039Z","time spent":"440.693238ms","remote":"127.0.0.1:56858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:56:15.805776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.088835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:56:15.805789Z","caller":"traceutil/trace.go:171","msg":"trace[873964581] range","detail":"{range_begin:/registry/masterleases/199.19.213.128; range_end:; response_count:1; response_revision:1749; }","duration":"295.881169ms","start":"2026-03-19T17:56:15.509859Z","end":"2026-03-19T17:56:15.80574Z","steps":["trace[873964581] 'agreement among raft nodes before linearized reading' (duration: 295.639633ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:15.805833Z","caller":"traceutil/trace.go:171","msg":"trace[541176175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1749; }","duration":"285.169777ms","start":"2026-03-19T17:56:15.520645Z","end":"2026-03-19T17:56:15.805815Z","steps":["trace[541176175] 'agreement among raft nodes before linearized reading' (duration: 284.956102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:15.805823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.89726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:56:15.805894Z","caller":"traceutil/trace.go:171","msg":"trace[1398192534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1749; }","duration":"285.037083ms","start":"2026-03-19T17:56:15.520839Z","end":"2026-03-19T17:56:15.805876Z","steps":["trace[1398192534] 'agreement among raft nodes before linearized reading' (duration: 284.818597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:15.805896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.130923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T17:56:15.805792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.112023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:56:15.805968Z","caller":"traceutil/trace.go:171","msg":"trace[1574503288] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1749; }","duration":"286.231536ms","start":"2026-03-19T17:56:15.519717Z","end":"2026-03-19T17:56:15.805949Z","steps":["trace[1574503288] 'agreement among raft nodes before linearized reading' (duration: 286.104023ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:15.805987Z","caller":"traceutil/trace.go:171","msg":"trace[1428788277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1749; }","duration":"286.330709ms","start":"2026-03-19T17:56:15.519644Z","end":"2026-03-19T17:56:15.805975Z","steps":["trace[1428788277] 'agreement among raft nodes before linearized reading' (duration: 286.049981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:15.80597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.866693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:56:15.806048Z","caller":"traceutil/trace.go:171","msg":"trace[1083311783] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1749; }","duration":"286.981566ms","start":"2026-03-19T17:56:15.519048Z","end":"2026-03-19T17:56:15.806029Z","steps":["trace[1083311783] 'agreement among raft nodes before linearized reading' (duration: 286.802371ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:21.885432Z","caller":"traceutil/trace.go:171","msg":"trace[2021556402] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"337.408342ms","start":"2026-03-19T17:56:21.54796Z","end":"2026-03-19T17:56:21.885369Z","steps":["trace[2021556402] 'process raft request' (duration: 337.099923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:21.885688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:21.547942Z","time spent":"337.621848ms","remote":"127.0.0.1:45714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7784,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:23.05813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828877646,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:56:23.558451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828877646,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T17:56:23.603607Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.091625671s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:56:23.604026Z","caller":"traceutil/trace.go:171","msg":"trace[395252668] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"1.092090074s","start":"2026-03-19T17:56:22.511912Z","end":"2026-03-19T17:56:23.604003Z","steps":["trace[395252668] 'process raft request' (duration: 1.09193695s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:23.604166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:22.511896Z","time spent":"1.092192497s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:23.61093Z","caller":"traceutil/trace.go:171","msg":"trace[514829036] linearizableReadLoop","detail":"{readStateIndex:1871; appliedIndex:1868; }","duration":"1.053231885s","start":"2026-03-19T17:56:22.557666Z","end":"2026-03-19T17:56:23.610898Z","steps":["trace[514829036] 'read index received' (duration: 1.046129761s)","trace[514829036] 'applied index is now lower than readState.Index' (duration: 7.100854ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:23.610945Z","caller":"traceutil/trace.go:171","msg":"trace[7146249] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"776.081966ms","start":"2026-03-19T17:56:22.834836Z","end":"2026-03-19T17:56:23.610918Z","steps":["trace[7146249] 'process raft request' (duration: 775.952132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:23.611117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05345389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"warn","ts":"2026-03-19T17:56:23.611122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:22.834819Z","time spent":"776.22922ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:23.611144Z","caller":"traceutil/trace.go:171","msg":"trace[1441529876] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1800; }","duration":"1.053545764s","start":"2026-03-19T17:56:22.557593Z","end":"2026-03-19T17:56:23.611138Z","steps":["trace[1441529876] 'agreement among raft nodes before linearized reading' (duration: 1.0534014s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:23.611168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:22.557561Z","time spent":"1.053599884s","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12010,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T17:56:23.611179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002219743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:56:23.611264Z","caller":"traceutil/trace.go:171","msg":"trace[410024086] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1800; }","duration":"1.002344866s","start":"2026-03-19T17:56:22.608901Z","end":"2026-03-19T17:56:23.611246Z","steps":["trace[410024086] 'agreement among raft nodes before linearized reading' (duration: 1.002207133s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:23.611342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:22.608884Z","time spent":"1.002447819s","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:56:23.611378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.52328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:56:23.611501Z","caller":"traceutil/trace.go:171","msg":"trace[1811838028] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1800; }","duration":"713.693495ms","start":"2026-03-19T17:56:22.897778Z","end":"2026-03-19T17:56:23.611471Z","steps":["trace[1811838028] 'agreement among raft nodes before linearized reading' (duration: 713.375396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:23.611551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:22.897758Z","time spent":"713.782487ms","remote":"127.0.0.1:56858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T17:56:27.975862Z","caller":"traceutil/trace.go:171","msg":"trace[34145581] linearizableReadLoop","detail":"{readStateIndex:1890; appliedIndex:1889; }","duration":"337.646149ms","start":"2026-03-19T17:56:27.638187Z","end":"2026-03-19T17:56:27.975834Z","steps":["trace[34145581] 'read index received' (duration: 337.505045ms)","trace[34145581] 'applied index is now lower than readState.Index' (duration: 139.793µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:27.97596Z","caller":"traceutil/trace.go:171","msg":"trace[1347694060] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"477.326018ms","start":"2026-03-19T17:56:27.4986Z","end":"2026-03-19T17:56:27.975925Z","steps":["trace[1347694060] 'process raft request' (duration: 477.083051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:27.976104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.909706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T17:56:27.976133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:27.498578Z","time spent":"477.459202ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:27.976184Z","caller":"traceutil/trace.go:171","msg":"trace[553433180] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1818; }","duration":"338.039649ms","start":"2026-03-19T17:56:27.638122Z","end":"2026-03-19T17:56:27.976161Z","steps":["trace[553433180] 'agreement among raft nodes before linearized reading' (duration: 337.853664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:27.976235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:27.638071Z","time spent":"338.149062ms","remote":"127.0.0.1:56858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T17:56:34.162267Z","caller":"traceutil/trace.go:171","msg":"trace[1995853926] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"134.643873ms","start":"2026-03-19T17:56:34.027598Z","end":"2026-03-19T17:56:34.162242Z","steps":["trace[1995853926] 'process raft request' (duration: 134.507039ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:34.366397Z","caller":"traceutil/trace.go:171","msg":"trace[1309712720] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"332.719134ms","start":"2026-03-19T17:56:34.033592Z","end":"2026-03-19T17:56:34.366312Z","steps":["trace[1309712720] 'process raft request' (duration: 237.23312ms)","trace[1309712720] 'compare' (duration: 95.219627ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:34.366636Z","caller":"traceutil/trace.go:171","msg":"trace[718941683] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"167.725924ms","start":"2026-03-19T17:56:34.198878Z","end":"2026-03-19T17:56:34.366604Z","steps":["trace[718941683] 'process raft request' (duration: 167.634792ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:34.366818Z","caller":"traceutil/trace.go:171","msg":"trace[976796814] linearizableReadLoop","detail":"{readStateIndex:1929; appliedIndex:1926; }","duration":"313.688485ms","start":"2026-03-19T17:56:34.053108Z","end":"2026-03-19T17:56:34.366796Z","steps":["trace[976796814] 'read index received' (duration: 109.001253ms)","trace[976796814] 'applied index is now lower than readState.Index' (duration: 204.683712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:34.366938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:34.033582Z","time spent":"333.064533ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:34.367038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.936802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T17:56:34.367114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.852443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T17:56:34.367119Z","caller":"traceutil/trace.go:171","msg":"trace[1329991999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1857; }","duration":"314.054765ms","start":"2026-03-19T17:56:34.053046Z","end":"2026-03-19T17:56:34.3671Z","steps":["trace[1329991999] 'agreement among raft nodes before linearized reading' (duration: 313.848069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:34.367096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.143853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:56:34.367134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.650778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:56:34.367151Z","caller":"traceutil/trace.go:171","msg":"trace[1261317120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1857; }","duration":"308.917605ms","start":"2026-03-19T17:56:34.058224Z","end":"2026-03-19T17:56:34.367142Z","steps":["trace[1261317120] 'agreement among raft nodes before linearized reading' (duration: 308.840933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:34.367157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:34.053022Z","time spent":"314.129027ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:56:34.367042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.271071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:56:34.367175Z","caller":"traceutil/trace.go:171","msg":"trace[358259780] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1857; }","duration":"224.291447ms","start":"2026-03-19T17:56:34.142866Z","end":"2026-03-19T17:56:34.367157Z","steps":["trace[358259780] 'agreement among raft nodes before linearized reading' (duration: 224.104132ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:34.367184Z","caller":"traceutil/trace.go:171","msg":"trace[1266564831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1857; }","duration":"308.74229ms","start":"2026-03-19T17:56:34.058428Z","end":"2026-03-19T17:56:34.36717Z","steps":["trace[1266564831] 'agreement among raft nodes before linearized reading' (duration: 308.573846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:34.367217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.099836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11294"} {"level":"warn","ts":"2026-03-19T17:56:34.367223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:34.058411Z","time spent":"308.804032ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T17:56:34.367259Z","caller":"traceutil/trace.go:171","msg":"trace[405672215] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1857; }","duration":"204.173489ms","start":"2026-03-19T17:56:34.163072Z","end":"2026-03-19T17:56:34.367246Z","steps":["trace[405672215] 'agreement among raft nodes before linearized reading' (duration: 204.049865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:34.367181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:34.058202Z","time spent":"308.974057ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:56:34.367361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.034691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T17:56:34.367314Z","caller":"traceutil/trace.go:171","msg":"trace[857626930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1857; }","duration":"310.468967ms","start":"2026-03-19T17:56:34.056753Z","end":"2026-03-19T17:56:34.367222Z","steps":["trace[857626930] 'agreement among raft nodes before linearized reading' (duration: 310.173869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:34.367448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:34.056713Z","time spent":"310.724494ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T17:56:34.367452Z","caller":"traceutil/trace.go:171","msg":"trace[1559837123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1857; }","duration":"308.172465ms","start":"2026-03-19T17:56:34.059259Z","end":"2026-03-19T17:56:34.367431Z","steps":["trace[1559837123] 'agreement among raft nodes before linearized reading' (duration: 307.847686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:34.367505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:34.05924Z","time spent":"308.255996ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:56:34.367062Z","caller":"traceutil/trace.go:171","msg":"trace[288766707] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"332.516818ms","start":"2026-03-19T17:56:34.034128Z","end":"2026-03-19T17:56:34.366645Z","steps":["trace[288766707] 'process raft request' (duration: 332.118957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:34.368259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:34.034102Z","time spent":"333.815074ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:34.876549Z","caller":"traceutil/trace.go:171","msg":"trace[811342090] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"504.507269ms","start":"2026-03-19T17:56:34.37201Z","end":"2026-03-19T17:56:34.876517Z","steps":["trace[811342090] 'process raft request' (duration: 420.047435ms)","trace[811342090] 'compare' (duration: 84.206537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:34.876762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:34.37198Z","time spent":"504.649423ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:34.876831Z","caller":"traceutil/trace.go:171","msg":"trace[849050047] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"504.627713ms","start":"2026-03-19T17:56:34.372178Z","end":"2026-03-19T17:56:34.876806Z","steps":["trace[849050047] 'process raft request' (duration: 504.275123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:34.876982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:34.372168Z","time spent":"504.733135ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:34.877025Z","caller":"traceutil/trace.go:171","msg":"trace[1168543599] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"503.525752ms","start":"2026-03-19T17:56:34.373481Z","end":"2026-03-19T17:56:34.877007Z","steps":["trace[1168543599] 'process raft request' (duration: 503.248685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:34.877109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:34.373466Z","time spent":"503.599715ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:34.877317Z","caller":"traceutil/trace.go:171","msg":"trace[1845414245] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"503.722038ms","start":"2026-03-19T17:56:34.373539Z","end":"2026-03-19T17:56:34.877261Z","steps":["trace[1845414245] 'process raft request' (duration: 503.41544ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:34.877448Z","caller":"traceutil/trace.go:171","msg":"trace[1136675657] linearizableReadLoop","detail":"{readStateIndex:1936; appliedIndex:1931; }","duration":"152.068618ms","start":"2026-03-19T17:56:34.725351Z","end":"2026-03-19T17:56:34.87742Z","steps":["trace[1136675657] 'read index received' (duration: 66.652858ms)","trace[1136675657] 'applied index is now lower than readState.Index' (duration: 85.414479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:34.877575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:34.373512Z","time spent":"503.929153ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:34.877628Z","caller":"traceutil/trace.go:171","msg":"trace[969872470] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"496.722998ms","start":"2026-03-19T17:56:34.380887Z","end":"2026-03-19T17:56:34.87761Z","steps":["trace[969872470] 'process raft request' (duration: 496.271765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:34.877709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:34.380868Z","time spent":"496.801429ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11648,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:34.87774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.346245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:34.877817Z","caller":"traceutil/trace.go:171","msg":"trace[1862329383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1863; }","duration":"152.491849ms","start":"2026-03-19T17:56:34.725311Z","end":"2026-03-19T17:56:34.877803Z","steps":["trace[1862329383] 'agreement among raft nodes before linearized reading' (duration: 152.250322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:35.42802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.952629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:56:35.428079Z","caller":"traceutil/trace.go:171","msg":"trace[42931034] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1863; }","duration":"403.075042ms","start":"2026-03-19T17:56:35.024989Z","end":"2026-03-19T17:56:35.428064Z","steps":["trace[42931034] 'range keys from in-memory index tree' (duration: 402.692491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:35.428104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:35.024957Z","time spent":"403.141064ms","remote":"127.0.0.1:56858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:56:35.428173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.131168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e4fc124d8a224\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-19T17:56:35.428279Z","caller":"traceutil/trace.go:171","msg":"trace[2054695165] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e4fc124d8a224; range_end:; response_count:1; response_revision:1863; }","duration":"218.22861ms","start":"2026-03-19T17:56:35.209995Z","end":"2026-03-19T17:56:35.428223Z","steps":["trace[2054695165] 'range keys from in-memory index tree' (duration: 218.003434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:35.428224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.506617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:35.428366Z","caller":"traceutil/trace.go:171","msg":"trace[201929806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1863; }","duration":"281.742742ms","start":"2026-03-19T17:56:35.146602Z","end":"2026-03-19T17:56:35.428345Z","steps":["trace[201929806] 'range keys from in-memory index tree' (duration: 281.400113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:35.986501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.947126ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-19T17:56:35.98671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:35.512153Z","time spent":"474.552642ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T17:56:36.268468Z","caller":"traceutil/trace.go:171","msg":"trace[652605983] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"100.134251ms","start":"2026-03-19T17:56:36.168298Z","end":"2026-03-19T17:56:36.268432Z","steps":["trace[652605983] 'process raft request' (duration: 99.905925ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:36.994116Z","caller":"traceutil/trace.go:171","msg":"trace[1415669557] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"107.929583ms","start":"2026-03-19T17:56:36.886161Z","end":"2026-03-19T17:56:36.99409Z","steps":["trace[1415669557] 'process raft request' (duration: 107.714297ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:36.994476Z","caller":"traceutil/trace.go:171","msg":"trace[1127842932] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"107.988935ms","start":"2026-03-19T17:56:36.886457Z","end":"2026-03-19T17:56:36.994446Z","steps":["trace[1127842932] 'process raft request' (duration: 107.567503ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:36.994726Z","caller":"traceutil/trace.go:171","msg":"trace[2013839096] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"108.205081ms","start":"2026-03-19T17:56:36.886486Z","end":"2026-03-19T17:56:36.994692Z","steps":["trace[2013839096] 'process raft request' (duration: 107.82852ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:42.395638Z","caller":"traceutil/trace.go:171","msg":"trace[1004184864] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"107.295557ms","start":"2026-03-19T17:56:42.28832Z","end":"2026-03-19T17:56:42.395615Z","steps":["trace[1004184864] 'process raft request' (duration: 107.150003ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:45.643605Z","caller":"traceutil/trace.go:171","msg":"trace[1188405636] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1992; }","duration":"100.718877ms","start":"2026-03-19T17:56:45.542855Z","end":"2026-03-19T17:56:45.643573Z","steps":["trace[1188405636] 'read index received' (duration: 42.391227ms)","trace[1188405636] 'applied index is now lower than readState.Index' (duration: 58.32618ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:45.643679Z","caller":"traceutil/trace.go:171","msg":"trace[149007039] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"105.845968ms","start":"2026-03-19T17:56:45.537801Z","end":"2026-03-19T17:56:45.643647Z","steps":["trace[149007039] 'process raft request' (duration: 47.350402ms)","trace[149007039] 'compare' (duration: 58.262989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:45.643874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.997335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:56:45.643922Z","caller":"traceutil/trace.go:171","msg":"trace[441016874] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1917; }","duration":"101.080557ms","start":"2026-03-19T17:56:45.542827Z","end":"2026-03-19T17:56:45.643907Z","steps":["trace[441016874] 'agreement among raft nodes before linearized reading' (duration: 100.865481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:46.684524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.871127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e4fc124d8a224\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-19T17:56:46.68461Z","caller":"traceutil/trace.go:171","msg":"trace[218375849] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e4fc124d8a224; range_end:; response_count:1; response_revision:1921; }","duration":"193.99092ms","start":"2026-03-19T17:56:46.490592Z","end":"2026-03-19T17:56:46.684582Z","steps":["trace[218375849] 'range keys from in-memory index tree' (duration: 193.703002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:46.684487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.812517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:56:46.684718Z","caller":"traceutil/trace.go:171","msg":"trace[1457128827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1921; }","duration":"142.086765ms","start":"2026-03-19T17:56:46.542601Z","end":"2026-03-19T17:56:46.684688Z","steps":["trace[1457128827] 'range keys from in-memory index tree' (duration: 141.634473ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:47.282281Z","caller":"traceutil/trace.go:171","msg":"trace[1436312675] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1999; }","duration":"213.494643ms","start":"2026-03-19T17:56:47.068758Z","end":"2026-03-19T17:56:47.282253Z","steps":["trace[1436312675] 'read index received' (duration: 213.253996ms)","trace[1436312675] 'applied index is now lower than readState.Index' (duration: 239.717µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:47.282411Z","caller":"traceutil/trace.go:171","msg":"trace[1637699488] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"243.968214ms","start":"2026-03-19T17:56:47.038397Z","end":"2026-03-19T17:56:47.282365Z","steps":["trace[1637699488] 'process raft request' (duration: 243.675726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:47.282559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.78533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T17:56:47.282607Z","caller":"traceutil/trace.go:171","msg":"trace[2095394881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1924; }","duration":"213.937064ms","start":"2026-03-19T17:56:47.068657Z","end":"2026-03-19T17:56:47.282594Z","steps":["trace[2095394881] 'agreement among raft nodes before linearized reading' (duration: 213.758389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:47.28266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.551766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:56:47.282665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.777293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:56:47.282724Z","caller":"traceutil/trace.go:171","msg":"trace[805218160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1924; }","duration":"135.640419ms","start":"2026-03-19T17:56:47.147069Z","end":"2026-03-19T17:56:47.282709Z","steps":["trace[805218160] 'agreement among raft nodes before linearized reading' (duration: 135.531136ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:47.282752Z","caller":"traceutil/trace.go:171","msg":"trace[1341334714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1924; }","duration":"212.900236ms","start":"2026-03-19T17:56:47.069832Z","end":"2026-03-19T17:56:47.282732Z","steps":["trace[1341334714] 'agreement among raft nodes before linearized reading' (duration: 212.634109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:47.282698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.66615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T17:56:47.282885Z","caller":"traceutil/trace.go:171","msg":"trace[2035002810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1924; }","duration":"212.914497ms","start":"2026-03-19T17:56:47.069958Z","end":"2026-03-19T17:56:47.282872Z","steps":["trace[2035002810] 'agreement among raft nodes before linearized reading' (duration: 212.597468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:47.283104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.899599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T17:56:47.283193Z","caller":"traceutil/trace.go:171","msg":"trace[1570897346] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1924; }","duration":"157.030303ms","start":"2026-03-19T17:56:47.126133Z","end":"2026-03-19T17:56:47.283164Z","steps":["trace[1570897346] 'agreement among raft nodes before linearized reading' (duration: 156.420086ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:52.356302Z","caller":"traceutil/trace.go:171","msg":"trace[1035384454] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"128.012291ms","start":"2026-03-19T17:56:52.227964Z","end":"2026-03-19T17:56:52.355976Z","steps":["trace[1035384454] 'process raft request' (duration: 127.851427ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:52.661587Z","caller":"traceutil/trace.go:171","msg":"trace[1451338194] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"168.549517ms","start":"2026-03-19T17:56:52.493008Z","end":"2026-03-19T17:56:52.661558Z","steps":["trace[1451338194] 'process raft request' (duration: 126.13459ms)","trace[1451338194] 'compare' (duration: 42.293893ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:52.742719Z","caller":"traceutil/trace.go:171","msg":"trace[1389678506] linearizableReadLoop","detail":"{readStateIndex:2028; appliedIndex:2025; }","duration":"179.66895ms","start":"2026-03-19T17:56:52.563009Z","end":"2026-03-19T17:56:52.742678Z","steps":["trace[1389678506] 'read index received' (duration: 56.221733ms)","trace[1389678506] 'applied index is now lower than readState.Index' (duration: 123.445777ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:52.742773Z","caller":"traceutil/trace.go:171","msg":"trace[1268479967] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"229.090087ms","start":"2026-03-19T17:56:52.513653Z","end":"2026-03-19T17:56:52.742743Z","steps":["trace[1268479967] 'process raft request' (duration: 228.789829ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:52.742883Z","caller":"traceutil/trace.go:171","msg":"trace[600806584] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"228.661116ms","start":"2026-03-19T17:56:52.514168Z","end":"2026-03-19T17:56:52.742829Z","steps":["trace[600806584] 'process raft request' (duration: 228.45474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:52.743086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.054441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:56:52.743129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.259779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:52.743159Z","caller":"traceutil/trace.go:171","msg":"trace[2120834908] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1950; }","duration":"180.189314ms","start":"2026-03-19T17:56:52.562952Z","end":"2026-03-19T17:56:52.743141Z","steps":["trace[2120834908] 'agreement among raft nodes before linearized reading' (duration: 179.890336ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:52.743181Z","caller":"traceutil/trace.go:171","msg":"trace[769720629] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1950; }","duration":"168.390343ms","start":"2026-03-19T17:56:52.574775Z","end":"2026-03-19T17:56:52.743165Z","steps":["trace[769720629] 'agreement among raft nodes before linearized reading' (duration: 168.110995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:53.449596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.568552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:56:53.449717Z","caller":"traceutil/trace.go:171","msg":"trace[1144697418] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2028; }","duration":"437.128871ms","start":"2026-03-19T17:56:53.01257Z","end":"2026-03-19T17:56:53.449698Z","steps":["trace[1144697418] 'read index received' (duration: 277.277201ms)","trace[1144697418] 'applied index is now lower than readState.Index' (duration: 159.84999ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:53.449814Z","caller":"traceutil/trace.go:171","msg":"trace[152954050] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"701.161702ms","start":"2026-03-19T17:56:52.74864Z","end":"2026-03-19T17:56:53.449802Z","steps":["trace[152954050] 'process raft request' (duration: 541.263781ms)","trace[152954050] 'compare' (duration: 159.061608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:53.449883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:52.748609Z","time spent":"701.239983ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:53.450139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.553392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:56:53.450135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.208348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:53.450213Z","caller":"traceutil/trace.go:171","msg":"trace[1767416894] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1951; }","duration":"437.665475ms","start":"2026-03-19T17:56:53.012523Z","end":"2026-03-19T17:56:53.450188Z","steps":["trace[1767416894] 'agreement among raft nodes before linearized reading' (duration: 437.534092ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:53.450224Z","caller":"traceutil/trace.go:171","msg":"trace[1986409649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1951; }","duration":"303.345181ms","start":"2026-03-19T17:56:53.146852Z","end":"2026-03-19T17:56:53.450198Z","steps":["trace[1986409649] 'agreement among raft nodes before linearized reading' (duration: 303.220428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:53.450374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:53.146822Z","time spent":"303.537657ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:56:53.450244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:53.012503Z","time spent":"437.733817ms","remote":"127.0.0.1:54566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:56:53.450137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.372644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:56:53.450223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.559777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:56:53.450681Z","caller":"traceutil/trace.go:171","msg":"trace[38163846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1951; }","duration":"147.059491ms","start":"2026-03-19T17:56:53.303602Z","end":"2026-03-19T17:56:53.450661Z","steps":["trace[38163846] 'agreement among raft nodes before linearized reading' (duration: 146.466485ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:53.450801Z","caller":"traceutil/trace.go:171","msg":"trace[194237181] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1951; }","duration":"405.982121ms","start":"2026-03-19T17:56:53.044581Z","end":"2026-03-19T17:56:53.450563Z","steps":["trace[194237181] 'agreement among raft nodes before linearized reading' (duration: 405.483688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:53.450932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:53.044561Z","time spent":"406.290549ms","remote":"127.0.0.1:56826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:56:54.125463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.067137ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:54.12556Z","caller":"traceutil/trace.go:171","msg":"trace[1214517383] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1951; }","duration":"211.18991ms","start":"2026-03-19T17:56:53.914354Z","end":"2026-03-19T17:56:54.125543Z","steps":["trace[1214517383] 'range keys from in-memory index tree' (duration: 211.052217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:54.125782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.156789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:56:54.126149Z","caller":"traceutil/trace.go:171","msg":"trace[1194709072] linearizableReadLoop","detail":"{readStateIndex:2034; appliedIndex:2029; }","duration":"374.153494ms","start":"2026-03-19T17:56:53.751977Z","end":"2026-03-19T17:56:54.126131Z","steps":["trace[1194709072] 'read index received' (duration: 243.441719ms)","trace[1194709072] 'applied index is now lower than readState.Index' (duration: 130.709955ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:54.126156Z","caller":"traceutil/trace.go:171","msg":"trace[705939284] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"671.071832ms","start":"2026-03-19T17:56:53.455042Z","end":"2026-03-19T17:56:54.126114Z","steps":["trace[705939284] 'process raft request' (duration: 140.499181ms)","trace[705939284] 'compare' (duration: 529.977364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:54.126321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:53.454994Z","time spent":"671.244237ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:54.126362Z","caller":"traceutil/trace.go:171","msg":"trace[818076534] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"671.062932ms","start":"2026-03-19T17:56:53.45527Z","end":"2026-03-19T17:56:54.126333Z","steps":["trace[818076534] 'process raft request' (duration: 670.709492ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:54.126376Z","caller":"traceutil/trace.go:171","msg":"trace[1830095633] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"482.424757ms","start":"2026-03-19T17:56:53.643893Z","end":"2026-03-19T17:56:54.126318Z","steps":["trace[1830095633] 'process raft request' (duration: 482.185811ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:54.126413Z","caller":"traceutil/trace.go:171","msg":"trace[1298086596] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"671.052231ms","start":"2026-03-19T17:56:53.455334Z","end":"2026-03-19T17:56:54.126387Z","steps":["trace[1298086596] 'process raft request' (duration: 670.696291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:54.126474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:53.45525Z","time spent":"671.163965ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:54.126464Z","caller":"traceutil/trace.go:171","msg":"trace[1823408531] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"671.235516ms","start":"2026-03-19T17:56:53.455164Z","end":"2026-03-19T17:56:54.126399Z","steps":["trace[1823408531] 'process raft request' (duration: 670.707842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:54.126516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.119857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-03-19T17:56:54.126542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:53.455326Z","time spent":"671.156525ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:54.126596Z","caller":"traceutil/trace.go:171","msg":"trace[1997353035] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1956; }","duration":"347.21919ms","start":"2026-03-19T17:56:53.779353Z","end":"2026-03-19T17:56:54.126573Z","steps":["trace[1997353035] 'agreement among raft nodes before linearized reading' (duration: 346.962973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:54.126608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:53.643859Z","time spent":"482.625143ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:54.126657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:53.779342Z","time spent":"347.301162ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T17:56:54.126703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:53.455153Z","time spent":"671.423271ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:54.127135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.116471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:56:54.127285Z","caller":"traceutil/trace.go:171","msg":"trace[646258461] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1956; }","duration":"375.356787ms","start":"2026-03-19T17:56:53.751897Z","end":"2026-03-19T17:56:54.127254Z","steps":["trace[646258461] 'agreement among raft nodes before linearized reading' (duration: 374.347999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:54.127356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:53.751865Z","time spent":"375.47653ms","remote":"127.0.0.1:56858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T17:56:54.661673Z","caller":"traceutil/trace.go:171","msg":"trace[877292535] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"289.044314ms","start":"2026-03-19T17:56:54.37259Z","end":"2026-03-19T17:56:54.661634Z","steps":["trace[877292535] 'process raft request' (duration: 288.812987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:56.086931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10806799s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:56:56.087029Z","caller":"traceutil/trace.go:171","msg":"trace[455730168] linearizableReadLoop","detail":"{readStateIndex:2036; appliedIndex:2035; }","duration":"1.362516169s","start":"2026-03-19T17:56:54.724496Z","end":"2026-03-19T17:56:56.087012Z","steps":["trace[455730168] 'read index received' (duration: 254.274285ms)","trace[455730168] 'applied index is now lower than readState.Index' (duration: 1.108240384s)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:56.087097Z","caller":"traceutil/trace.go:171","msg":"trace[1909530656] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"1.419638947s","start":"2026-03-19T17:56:54.667447Z","end":"2026-03-19T17:56:56.087086Z","steps":["trace[1909530656] 'process raft request' (duration: 311.31666ms)","trace[1909530656] 'compare' (duration: 1.107727231s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:56.087154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:54.667421Z","time spent":"1.41970382s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:56.08724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362730566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:56.087334Z","caller":"traceutil/trace.go:171","msg":"trace[2053312546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1958; }","duration":"1.36287118s","start":"2026-03-19T17:56:54.724443Z","end":"2026-03-19T17:56:56.087314Z","steps":["trace[2053312546] 'agreement among raft nodes before linearized reading' (duration: 1.362724616s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:56.087404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:54.724421Z","time spent":"1.362967312s","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:56:56.131628Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.152863962s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:56:56.132066Z","caller":"traceutil/trace.go:171","msg":"trace[1808649510] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"1.384176931s","start":"2026-03-19T17:56:54.747861Z","end":"2026-03-19T17:56:56.132037Z","steps":["trace[1808649510] 'process raft request' (duration: 1.383914223s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:56.13219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:54.747836Z","time spent":"1.384286104s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:56.132569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.027752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:56:56.132579Z","caller":"traceutil/trace.go:171","msg":"trace[1780559317] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"1.383407639s","start":"2026-03-19T17:56:54.748991Z","end":"2026-03-19T17:56:56.132398Z","steps":["trace[1780559317] 'process raft request' (duration: 1.382996128s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:56.132626Z","caller":"traceutil/trace.go:171","msg":"trace[1063890789] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1960; }","duration":"359.203106ms","start":"2026-03-19T17:56:55.773415Z","end":"2026-03-19T17:56:56.132619Z","steps":["trace[1063890789] 'agreement among raft nodes before linearized reading' (duration: 358.997581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:56.132673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.219385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:56:56.132696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.622848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T17:56:56.132716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:55.773388Z","time spent":"359.253688ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:56:56.132723Z","caller":"traceutil/trace.go:171","msg":"trace[1501205824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1960; }","duration":"987.292106ms","start":"2026-03-19T17:56:55.145418Z","end":"2026-03-19T17:56:56.13271Z","steps":["trace[1501205824] 'agreement among raft nodes before linearized reading' (duration: 987.214924ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:56.132733Z","caller":"traceutil/trace.go:171","msg":"trace[693405526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1960; }","duration":"997.69879ms","start":"2026-03-19T17:56:55.135016Z","end":"2026-03-19T17:56:56.132715Z","steps":["trace[693405526] 'agreement among raft nodes before linearized reading' (duration: 997.584337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:56.132682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.808924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:56:56.132763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:55.145407Z","time spent":"987.348308ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:56:56.13276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:55.134992Z","time spent":"997.761252ms","remote":"127.0.0.1:56858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:56:56.132807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.513268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:56:56.132821Z","caller":"traceutil/trace.go:171","msg":"trace[181761470] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1960; }","duration":"415.043339ms","start":"2026-03-19T17:56:55.71775Z","end":"2026-03-19T17:56:56.132793Z","steps":["trace[181761470] 'agreement among raft nodes before linearized reading' (duration: 414.563526ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:56.13288Z","caller":"traceutil/trace.go:171","msg":"trace[392728075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1960; }","duration":"677.635951ms","start":"2026-03-19T17:56:55.455228Z","end":"2026-03-19T17:56:56.132864Z","steps":["trace[392728075] 'agreement among raft nodes before linearized reading' (duration: 677.408785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:56.132758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:54.748973Z","time spent":"1.383668217s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:56.132902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:55.71773Z","time spent":"415.158053ms","remote":"127.0.0.1:45706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:56:56.13292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:55.455205Z","time spent":"677.708873ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:56:56.132566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.383162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.128\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T17:56:56.132987Z","caller":"traceutil/trace.go:171","msg":"trace[1876712625] range","detail":"{range_begin:/registry/masterleases/199.19.213.128; range_end:; response_count:1; response_revision:1960; }","duration":"619.877416ms","start":"2026-03-19T17:56:55.5131Z","end":"2026-03-19T17:56:56.132977Z","steps":["trace[1876712625] 'agreement among raft nodes before linearized reading' (duration: 619.251459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:56.133023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:55.513093Z","time spent":"619.920337ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.128\" "} {"level":"warn","ts":"2026-03-19T17:56:56.973289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.521702ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-19T17:56:56.973398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:56.133824Z","time spent":"839.570593ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T17:56:56.975575Z","caller":"traceutil/trace.go:171","msg":"trace[71595141] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"839.757768ms","start":"2026-03-19T17:56:56.135792Z","end":"2026-03-19T17:56:56.97555Z","steps":["trace[71595141] 'process raft request' (duration: 839.562903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:56.975799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:56.135776Z","time spent":"839.871732ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:56.975923Z","caller":"traceutil/trace.go:171","msg":"trace[616557265] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"839.061879ms","start":"2026-03-19T17:56:56.136834Z","end":"2026-03-19T17:56:56.975896Z","steps":["trace[616557265] 'process raft request' (duration: 838.674829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:56.976091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:56.136807Z","time spent":"839.200304ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:56.976135Z","caller":"traceutil/trace.go:171","msg":"trace[1555473607] linearizableReadLoop","detail":"{readStateIndex:2044; appliedIndex:2038; }","duration":"832.071949ms","start":"2026-03-19T17:56:56.144046Z","end":"2026-03-19T17:56:56.976118Z","steps":["trace[1555473607] 'read index received' (duration: 433.711508ms)","trace[1555473607] 'applied index is now lower than readState.Index' (duration: 398.359631ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:56.976218Z","caller":"traceutil/trace.go:171","msg":"trace[765542926] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"838.891605ms","start":"2026-03-19T17:56:56.137318Z","end":"2026-03-19T17:56:56.976209Z","steps":["trace[765542926] 'process raft request' (duration: 838.756331ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:56.976226Z","caller":"traceutil/trace.go:171","msg":"trace[1218867902] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"839.096711ms","start":"2026-03-19T17:56:56.137103Z","end":"2026-03-19T17:56:56.9762Z","steps":["trace[1218867902] 'process raft request' (duration: 838.913256ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:56.976268Z","caller":"traceutil/trace.go:171","msg":"trace[1848174198] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"839.174372ms","start":"2026-03-19T17:56:56.13708Z","end":"2026-03-19T17:56:56.976254Z","steps":["trace[1848174198] 'process raft request' (duration: 838.704669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:56.976296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:56.137308Z","time spent":"838.929136ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:56.976313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.251423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:56:56.976335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:56.137061Z","time spent":"839.237154ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:56.976371Z","caller":"traceutil/trace.go:171","msg":"trace[1005077300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1965; }","duration":"832.349316ms","start":"2026-03-19T17:56:56.144005Z","end":"2026-03-19T17:56:56.976354Z","steps":["trace[1005077300] 'agreement among raft nodes before linearized reading' (duration: 832.253033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:56.976376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:56.137092Z","time spent":"839.203553ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:56.976436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:56.143986Z","time spent":"832.442829ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:56:56.983948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.939853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:56:56.983963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.37432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:56:56.983991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.800718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:56:56.984002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.151812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e4fc124d8a224\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-19T17:56:56.984029Z","caller":"traceutil/trace.go:171","msg":"trace[471555551] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1966; }","duration":"737.88544ms","start":"2026-03-19T17:56:56.246134Z","end":"2026-03-19T17:56:56.98402Z","steps":["trace[471555551] 'agreement among raft nodes before linearized reading' (duration: 737.796298ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:56.98403Z","caller":"traceutil/trace.go:171","msg":"trace[1458119001] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1966; }","duration":"523.473853ms","start":"2026-03-19T17:56:56.460539Z","end":"2026-03-19T17:56:56.984013Z","steps":["trace[1458119001] 'agreement among raft nodes before linearized reading' (duration: 523.298918ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:56.984034Z","caller":"traceutil/trace.go:171","msg":"trace[1576846535] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1966; }","duration":"525.056256ms","start":"2026-03-19T17:56:56.458958Z","end":"2026-03-19T17:56:56.984014Z","steps":["trace[1576846535] 'agreement among raft nodes before linearized reading' (duration: 524.901102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:56.984062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:56.246103Z","time spent":"737.952002ms","remote":"127.0.0.1:45594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":34,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:56:56.984067Z","caller":"traceutil/trace.go:171","msg":"trace[1844979124] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e4fc124d8a224; range_end:; response_count:1; response_revision:1966; }","duration":"366.261655ms","start":"2026-03-19T17:56:56.617787Z","end":"2026-03-19T17:56:56.984049Z","steps":["trace[1844979124] 'agreement among raft nodes before linearized reading' (duration: 366.030859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:56.98407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:56.460532Z","time spent":"523.530994ms","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:56:56.984076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:56.458767Z","time spent":"525.299603ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:56:56.984098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:56.617764Z","time spent":"366.327297ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e4fc124d8a224\" "} {"level":"info","ts":"2026-03-19T17:56:57.407187Z","caller":"traceutil/trace.go:171","msg":"trace[275477948] linearizableReadLoop","detail":"{readStateIndex:2046; appliedIndex:2045; }","duration":"419.769147ms","start":"2026-03-19T17:56:56.987383Z","end":"2026-03-19T17:56:57.407152Z","steps":["trace[275477948] 'read index received' (duration: 419.460349ms)","trace[275477948] 'applied index is now lower than readState.Index' (duration: 307.918µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:57.407266Z","caller":"traceutil/trace.go:171","msg":"trace[32133288] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"420.890247ms","start":"2026-03-19T17:56:56.986343Z","end":"2026-03-19T17:56:57.407233Z","steps":["trace[32133288] 'process raft request' (duration: 420.590499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:57.407447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:56.986327Z","time spent":"421.010981ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:57.407532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.111266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T17:56:57.407574Z","caller":"traceutil/trace.go:171","msg":"trace[1392993059] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1967; }","duration":"420.216589ms","start":"2026-03-19T17:56:56.987345Z","end":"2026-03-19T17:56:57.407561Z","steps":["trace[1392993059] 'agreement among raft nodes before linearized reading' (duration: 419.988673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:57.407593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.970727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T17:56:57.407624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:56.987333Z","time spent":"420.275801ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-19T17:56:57.407686Z","caller":"traceutil/trace.go:171","msg":"trace[1082283575] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1967; }","duration":"263.100701ms","start":"2026-03-19T17:56:57.14456Z","end":"2026-03-19T17:56:57.407661Z","steps":["trace[1082283575] 'agreement among raft nodes before linearized reading' (duration: 262.873485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:58.867504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.232889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:56:58.867709Z","caller":"traceutil/trace.go:171","msg":"trace[1291120621] linearizableReadLoop","detail":"{readStateIndex:2050; appliedIndex:2047; }","duration":"722.8952ms","start":"2026-03-19T17:56:58.144797Z","end":"2026-03-19T17:56:58.867692Z","steps":["trace[1291120621] 'read index received' (duration: 6.24425ms)","trace[1291120621] 'applied index is now lower than readState.Index' (duration: 716.64971ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:58.867721Z","caller":"traceutil/trace.go:171","msg":"trace[1636901859] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"730.050176ms","start":"2026-03-19T17:56:58.137633Z","end":"2026-03-19T17:56:58.867683Z","steps":["trace[1636901859] 'process raft request' (duration: 113.546259ms)","trace[1636901859] 'compare' (duration: 616.067525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:58.867916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.114677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:58.867901Z","caller":"traceutil/trace.go:171","msg":"trace[295359382] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"730.124408ms","start":"2026-03-19T17:56:58.137742Z","end":"2026-03-19T17:56:58.867866Z","steps":["trace[295359382] 'process raft request' (duration: 729.883771ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:58.86796Z","caller":"traceutil/trace.go:171","msg":"trace[1463095933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1971; }","duration":"723.193629ms","start":"2026-03-19T17:56:58.144755Z","end":"2026-03-19T17:56:58.867949Z","steps":["trace[1463095933] 'agreement among raft nodes before linearized reading' (duration: 723.100086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:58.868002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:58.144738Z","time spent":"723.25726ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:56:58.868044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.176592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T17:56:58.868071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:58.137706Z","time spent":"730.270052ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:58.868091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.253517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T17:56:58.868104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:58.137602Z","time spent":"730.214129ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:58.868122Z","caller":"traceutil/trace.go:171","msg":"trace[1610886843] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1971; }","duration":"485.309395ms","start":"2026-03-19T17:56:58.382797Z","end":"2026-03-19T17:56:58.868106Z","steps":["trace[1610886843] 'agreement among raft nodes before linearized reading' (duration: 485.176212ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:58.868154Z","caller":"traceutil/trace.go:171","msg":"trace[51477129] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1971; }","duration":"443.35199ms","start":"2026-03-19T17:56:58.424786Z","end":"2026-03-19T17:56:58.868138Z","steps":["trace[51477129] 'agreement among raft nodes before linearized reading' (duration: 443.180805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:58.868193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:58.424768Z","time spent":"443.416102ms","remote":"127.0.0.1:56858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:56:58.868188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:58.382775Z","time spent":"485.393488ms","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:56:59.273929Z","caller":"traceutil/trace.go:171","msg":"trace[146359132] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2050; }","duration":"319.043458ms","start":"2026-03-19T17:56:58.954857Z","end":"2026-03-19T17:56:59.273901Z","steps":["trace[146359132] 'read index received' (duration: 318.895444ms)","trace[146359132] 'applied index is now lower than readState.Index' (duration: 146.714µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:56:59.274092Z","caller":"traceutil/trace.go:171","msg":"trace[892091440] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"349.799977ms","start":"2026-03-19T17:56:58.924278Z","end":"2026-03-19T17:56:59.274078Z","steps":["trace[892091440] 'process raft request' (duration: 349.451917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:59.274221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:58.924255Z","time spent":"349.879539ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:59.274309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.879168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T17:56:59.274417Z","caller":"traceutil/trace.go:171","msg":"trace[654747165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1972; }","duration":"295.032652ms","start":"2026-03-19T17:56:58.979366Z","end":"2026-03-19T17:56:59.274399Z","steps":["trace[654747165] 'agreement among raft nodes before linearized reading' (duration: 294.814146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:59.274575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.269872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T17:56:59.274644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.980251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:56:59.274683Z","caller":"traceutil/trace.go:171","msg":"trace[1649925354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1972; }","duration":"295.036763ms","start":"2026-03-19T17:56:58.979635Z","end":"2026-03-19T17:56:59.274672Z","steps":["trace[1649925354] 'agreement among raft nodes before linearized reading' (duration: 294.900829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:59.274754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.843049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:56:59.274792Z","caller":"traceutil/trace.go:171","msg":"trace[2121047516] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1972; }","duration":"319.959883ms","start":"2026-03-19T17:56:58.954822Z","end":"2026-03-19T17:56:59.274782Z","steps":["trace[2121047516] 'agreement among raft nodes before linearized reading' (duration: 319.84827ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:59.274641Z","caller":"traceutil/trace.go:171","msg":"trace[2012833491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1972; }","duration":"294.358414ms","start":"2026-03-19T17:56:58.980265Z","end":"2026-03-19T17:56:59.274623Z","steps":["trace[2012833491] 'agreement among raft nodes before linearized reading' (duration: 294.154209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:59.274785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.013232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T17:56:59.274886Z","caller":"traceutil/trace.go:171","msg":"trace[1173502059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1972; }","duration":"295.178656ms","start":"2026-03-19T17:56:58.979686Z","end":"2026-03-19T17:56:59.274865Z","steps":["trace[1173502059] 'agreement among raft nodes before linearized reading' (duration: 294.757205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:59.274885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.661782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T17:56:59.27496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.69703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:59.274981Z","caller":"traceutil/trace.go:171","msg":"trace[988217604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1972; }","duration":"294.795226ms","start":"2026-03-19T17:56:58.980164Z","end":"2026-03-19T17:56:59.274959Z","steps":["trace[988217604] 'agreement among raft nodes before linearized reading' (duration: 294.317303ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:59.274995Z","caller":"traceutil/trace.go:171","msg":"trace[499921053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1972; }","duration":"129.758431ms","start":"2026-03-19T17:56:59.145225Z","end":"2026-03-19T17:56:59.274984Z","steps":["trace[499921053] 'agreement among raft nodes before linearized reading' (duration: 129.71692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:59.274923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.241916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-19T17:56:59.275121Z","caller":"traceutil/trace.go:171","msg":"trace[1151208707] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1972; }","duration":"118.461713ms","start":"2026-03-19T17:56:59.156641Z","end":"2026-03-19T17:56:59.275102Z","steps":["trace[1151208707] 'agreement among raft nodes before linearized reading' (duration: 118.209976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:59.274828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:58.954809Z","time spent":"320.009234ms","remote":"127.0.0.1:56794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:56:59.58396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.90715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:56:59.584299Z","caller":"traceutil/trace.go:171","msg":"trace[1389343830] linearizableReadLoop","detail":"{readStateIndex:2056; appliedIndex:2051; }","duration":"301.506489ms","start":"2026-03-19T17:56:59.282775Z","end":"2026-03-19T17:56:59.584281Z","steps":["trace[1389343830] 'read index received' (duration: 84.193948ms)","trace[1389343830] 'applied index is now lower than readState.Index' (duration: 217.311591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:59.584389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.620922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:56:59.584427Z","caller":"traceutil/trace.go:171","msg":"trace[449880766] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1977; }","duration":"301.734666ms","start":"2026-03-19T17:56:59.282684Z","end":"2026-03-19T17:56:59.584418Z","steps":["trace[449880766] 'agreement among raft nodes before linearized reading' (duration: 301.652504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:59.584466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:59.282659Z","time spent":"301.799267ms","remote":"127.0.0.1:45996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T17:56:59.58451Z","caller":"traceutil/trace.go:171","msg":"trace[762487428] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"306.171817ms","start":"2026-03-19T17:56:59.278305Z","end":"2026-03-19T17:56:59.584476Z","steps":["trace[762487428] 'process raft request' (duration: 305.758635ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:59.584551Z","caller":"traceutil/trace.go:171","msg":"trace[1511803013] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"305.774266ms","start":"2026-03-19T17:56:59.278756Z","end":"2026-03-19T17:56:59.58453Z","steps":["trace[1511803013] 'process raft request' (duration: 305.406296ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:59.58455Z","caller":"traceutil/trace.go:171","msg":"trace[1866606541] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"304.190243ms","start":"2026-03-19T17:56:59.280335Z","end":"2026-03-19T17:56:59.584525Z","steps":["trace[1866606541] 'process raft request' (duration: 303.913545ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:56:59.584553Z","caller":"traceutil/trace.go:171","msg":"trace[1065132430] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"307.045661ms","start":"2026-03-19T17:56:59.277441Z","end":"2026-03-19T17:56:59.584486Z","steps":["trace[1065132430] 'process raft request' (duration: 89.528924ms)","trace[1065132430] 'compare' (duration: 216.580951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:56:59.584693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:59.280324Z","time spent":"304.292815ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:59.58469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:59.278285Z","time spent":"306.312721ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:59.584748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:59.278746Z","time spent":"305.856708ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:56:59.584834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:59.277423Z","time spent":"307.257236ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:56:59.584512Z","caller":"traceutil/trace.go:171","msg":"trace[1922333629] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"305.060046ms","start":"2026-03-19T17:56:59.279425Z","end":"2026-03-19T17:56:59.584485Z","steps":["trace[1922333629] 'process raft request' (duration: 304.773298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:56:59.585088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:59.279413Z","time spent":"305.633492ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:00.968388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.261473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:00.968486Z","caller":"traceutil/trace.go:171","msg":"trace[1897556431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1977; }","duration":"825.409848ms","start":"2026-03-19T17:57:00.143056Z","end":"2026-03-19T17:57:00.968466Z","steps":["trace[1897556431] 'range keys from in-memory index tree' (duration: 825.186791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:00.968533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:00.143038Z","time spent":"825.484969ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:57:00.968534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160518423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:00.968623Z","caller":"traceutil/trace.go:171","msg":"trace[2138253882] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1977; }","duration":"1.160631956s","start":"2026-03-19T17:56:59.807971Z","end":"2026-03-19T17:57:00.968603Z","steps":["trace[2138253882] 'count revisions from in-memory index tree' (duration: 1.160423902s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:00.968672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:59.807912Z","time spent":"1.16074747s","remote":"127.0.0.1:45682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:57:00.969008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107230689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:57:00.96902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088291112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-19T17:57:00.969078Z","caller":"traceutil/trace.go:171","msg":"trace[1513502933] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1977; }","duration":"1.107347942s","start":"2026-03-19T17:56:59.861712Z","end":"2026-03-19T17:57:00.96906Z","steps":["trace[1513502933] 'count revisions from in-memory index tree' (duration: 1.107144977s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:00.969113Z","caller":"traceutil/trace.go:171","msg":"trace[924305280] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1977; }","duration":"1.088396755s","start":"2026-03-19T17:56:59.880686Z","end":"2026-03-19T17:57:00.969083Z","steps":["trace[924305280] 'range keys from in-memory index tree' (duration: 1.088128758s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:00.969126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:59.861694Z","time spent":"1.107416604s","remote":"127.0.0.1:56966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:57:00.969215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:56:59.88068Z","time spent":"1.088475517s","remote":"127.0.0.1:56858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:57:01.426411Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.004354663s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T17:57:01.42696Z","caller":"traceutil/trace.go:171","msg":"trace[1909859734] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"1.272254964s","start":"2026-03-19T17:57:00.154673Z","end":"2026-03-19T17:57:01.426928Z","steps":["trace[1909859734] 'process raft request' (duration: 1.272065579s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:01.427353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:00.154639Z","time spent":"1.272446619s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:02.993512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.889132ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T17:57:02.994142Z","caller":"traceutil/trace.go:171","msg":"trace[2070696278] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"2.120280969s","start":"2026-03-19T17:57:00.873794Z","end":"2026-03-19T17:57:02.994075Z","steps":["trace[2070696278] 'process raft request' (duration: 2.119838467s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:02.994438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:00.873767Z","time spent":"2.120493205s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:03.144927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000340967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T17:57:03.14503Z","caller":"traceutil/trace.go:171","msg":"trace[878679419] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000512841s","start":"2026-03-19T17:57:01.144495Z","end":"2026-03-19T17:57:03.145008Z","steps":["trace[878679419] 'agreement among raft nodes before linearized reading' (duration: 2.000378157s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:03.145236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:01.144472Z","time spent":"2.000673826s","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 17:57:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T17:57:03.155596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.486698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:57:03.155719Z","caller":"traceutil/trace.go:171","msg":"trace[1295355970] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"1.523245044s","start":"2026-03-19T17:57:01.632464Z","end":"2026-03-19T17:57:03.155709Z","steps":["trace[1295355970] 'process raft request' (duration: 1.523194973s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:03.155714Z","caller":"traceutil/trace.go:171","msg":"trace[430108435] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"2.281891701s","start":"2026-03-19T17:57:00.873798Z","end":"2026-03-19T17:57:03.15569Z","steps":["trace[430108435] 'process raft request' (duration: 2.120257559s)","trace[430108435] 'compare' (duration: 161.390955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:03.155761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:01.632437Z","time spent":"1.523304456s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:57:03.155823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:00.873765Z","time spent":"2.282001864s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:57:03.155749Z","caller":"traceutil/trace.go:171","msg":"trace[701636803] linearizableReadLoop","detail":"{readStateIndex:2060; appliedIndex:2056; }","duration":"2.075374055s","start":"2026-03-19T17:57:01.080351Z","end":"2026-03-19T17:57:03.155725Z","steps":["trace[701636803] 'read index received' (duration: 346.364984ms)","trace[701636803] 'applied index is now lower than readState.Index' (duration: 1.729007611s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:57:03.156001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075620131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:57:03.156059Z","caller":"traceutil/trace.go:171","msg":"trace[933439583] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1981; }","duration":"2.075749554s","start":"2026-03-19T17:57:01.080296Z","end":"2026-03-19T17:57:03.156045Z","steps":["trace[933439583] 'agreement among raft nodes before linearized reading' (duration: 2.075614831s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:03.156068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567300998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T17:57:03.156097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:01.080274Z","time spent":"2.075813667s","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:57:03.156119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567444691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:57:03.15618Z","caller":"traceutil/trace.go:171","msg":"trace[5131934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1981; }","duration":"1.567543194s","start":"2026-03-19T17:57:01.588625Z","end":"2026-03-19T17:57:03.156168Z","steps":["trace[5131934] 'agreement among raft nodes before linearized reading' (duration: 1.56741613s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:03.15619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569042375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:57:03.156221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:01.588602Z","time spent":"1.567612046s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:57:03.156226Z","caller":"traceutil/trace.go:171","msg":"trace[396876563] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1981; }","duration":"1.569121757s","start":"2026-03-19T17:57:01.587093Z","end":"2026-03-19T17:57:03.156215Z","steps":["trace[396876563] 'agreement among raft nodes before linearized reading' (duration: 1.569066796s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:03.156241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173426337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-19T17:57:03.156257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:01.587069Z","time spent":"1.569177218s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:57:03.156222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.382328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T17:57:03.156283Z","caller":"traceutil/trace.go:171","msg":"trace[2079813071] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1981; }","duration":"1.173500049s","start":"2026-03-19T17:57:01.982768Z","end":"2026-03-19T17:57:03.156268Z","steps":["trace[2079813071] 'agreement among raft nodes before linearized reading' (duration: 1.173370016s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:03.156325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:01.982746Z","time spent":"1.173571501s","remote":"127.0.0.1:56858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T17:57:03.156347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638688615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e4fc124d8a224\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-19T17:57:03.156356Z","caller":"traceutil/trace.go:171","msg":"trace[1043094298] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1981; }","duration":"821.537493ms","start":"2026-03-19T17:57:02.334773Z","end":"2026-03-19T17:57:03.15631Z","steps":["trace[1043094298] 'agreement among raft nodes before linearized reading' (duration: 821.224494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:03.156377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56666772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T17:57:03.156412Z","caller":"traceutil/trace.go:171","msg":"trace[1655906727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1981; }","duration":"1.566718721s","start":"2026-03-19T17:57:01.589687Z","end":"2026-03-19T17:57:03.156405Z","steps":["trace[1655906727] 'agreement among raft nodes before linearized reading' (duration: 1.566640909s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:03.156403Z","caller":"traceutil/trace.go:171","msg":"trace[147529437] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e4fc124d8a224; range_end:; response_count:1; response_revision:1981; }","duration":"1.638769348s","start":"2026-03-19T17:57:01.517617Z","end":"2026-03-19T17:57:03.156386Z","steps":["trace[147529437] 'agreement among raft nodes before linearized reading' (duration: 1.638635184s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:03.156432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:01.589679Z","time spent":"1.566747702s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:57:03.156438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:02.334753Z","time spent":"821.661896ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T17:57:03.156449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:01.517602Z","time spent":"1.638836289s","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e4fc124d8a224\" "} {"level":"warn","ts":"2026-03-19T17:57:03.156015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987829665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:57:03.156486Z","caller":"traceutil/trace.go:171","msg":"trace[1176824507] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1981; }","duration":"1.988346959s","start":"2026-03-19T17:57:01.168132Z","end":"2026-03-19T17:57:03.156479Z","steps":["trace[1176824507] 'agreement among raft nodes before linearized reading' (duration: 1.987819765s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:03.156504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:01.168118Z","time spent":"1.98837935s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:57:03.156699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568320285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T17:57:03.156699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56812396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:57:03.156103Z","caller":"traceutil/trace.go:171","msg":"trace[643618746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1981; }","duration":"1.567359329s","start":"2026-03-19T17:57:01.588733Z","end":"2026-03-19T17:57:03.156093Z","steps":["trace[643618746] 'agreement among raft nodes before linearized reading' (duration: 1.567232235s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:03.156732Z","caller":"traceutil/trace.go:171","msg":"trace[821521481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1981; }","duration":"1.568385397s","start":"2026-03-19T17:57:01.58834Z","end":"2026-03-19T17:57:03.156725Z","steps":["trace[821521481] 'agreement among raft nodes before linearized reading' (duration: 1.568315645s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:03.156758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:01.588321Z","time spent":"1.568431878s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T17:57:03.156753Z","caller":"traceutil/trace.go:171","msg":"trace[2060132676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1981; }","duration":"1.568173041s","start":"2026-03-19T17:57:01.588564Z","end":"2026-03-19T17:57:03.156737Z","steps":["trace[2060132676] 'agreement among raft nodes before linearized reading' (duration: 1.568049518s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:03.156759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:01.588711Z","time spent":"1.568036928s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:57:03.156833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:57:01.588527Z","time spent":"1.568276574s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:57:21.433818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.207477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:57:21.433974Z","caller":"traceutil/trace.go:171","msg":"trace[442674093] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"128.212789ms","start":"2026-03-19T17:57:21.30574Z","end":"2026-03-19T17:57:21.433952Z","steps":["trace[442674093] 'process raft request' (duration: 24.784806ms)","trace[442674093] 'compare' (duration: 103.084624ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:21.441879Z","caller":"traceutil/trace.go:171","msg":"trace[1320501504] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"135.611091ms","start":"2026-03-19T17:57:21.306237Z","end":"2026-03-19T17:57:21.441848Z","steps":["trace[1320501504] 'process raft request' (duration: 135.309323ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:21.442121Z","caller":"traceutil/trace.go:171","msg":"trace[683949516] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"135.248231ms","start":"2026-03-19T17:57:21.306713Z","end":"2026-03-19T17:57:21.441961Z","steps":["trace[683949516] 'process raft request' (duration: 134.933932ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:57:29.702551Z","caller":"traceutil/trace.go:171","msg":"trace[956678353] linearizableReadLoop","detail":"{readStateIndex:2191; appliedIndex:2189; }","duration":"206.66866ms","start":"2026-03-19T17:57:29.495863Z","end":"2026-03-19T17:57:29.702532Z","steps":["trace[956678353] 'read index received' (duration: 54.267141ms)","trace[956678353] 'applied index is now lower than readState.Index' (duration: 152.400719ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:29.702644Z","caller":"traceutil/trace.go:171","msg":"trace[1497381799] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"212.304805ms","start":"2026-03-19T17:57:29.490327Z","end":"2026-03-19T17:57:29.702632Z","steps":["trace[1497381799] 'process raft request' (duration: 116.030897ms)","trace[1497381799] 'compare' (duration: 96.048502ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:57:29.702701Z","caller":"traceutil/trace.go:171","msg":"trace[223635282] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"102.060345ms","start":"2026-03-19T17:57:29.600615Z","end":"2026-03-19T17:57:29.702675Z","steps":["trace[223635282] 'process raft request' (duration: 101.886971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:29.702938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.056782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:57:29.702982Z","caller":"traceutil/trace.go:171","msg":"trace[1772416241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2107; }","duration":"207.129283ms","start":"2026-03-19T17:57:29.495838Z","end":"2026-03-19T17:57:29.702968Z","steps":["trace[1772416241] 'agreement among raft nodes before linearized reading' (duration: 206.947658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:29.703057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.01314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:57:29.703089Z","caller":"traceutil/trace.go:171","msg":"trace[166065433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2107; }","duration":"207.098632ms","start":"2026-03-19T17:57:29.495981Z","end":"2026-03-19T17:57:29.703079Z","steps":["trace[166065433] 'agreement among raft nodes before linearized reading' (duration: 206.976599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:57:29.703177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.675642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:57:29.703243Z","caller":"traceutil/trace.go:171","msg":"trace[716031342] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2107; }","duration":"198.783595ms","start":"2026-03-19T17:57:29.504438Z","end":"2026-03-19T17:57:29.703222Z","steps":["trace[716031342] 'agreement among raft nodes before linearized reading' (duration: 198.552419ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:19.735522Z","caller":"traceutil/trace.go:171","msg":"trace[274239591] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"290.907126ms","start":"2026-03-19T17:58:19.444588Z","end":"2026-03-19T17:58:19.735496Z","steps":["trace[274239591] 'process raft request' (duration: 290.739312ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:19.800835Z","caller":"traceutil/trace.go:171","msg":"trace[1263218002] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"317.443403ms","start":"2026-03-19T17:58:19.483335Z","end":"2026-03-19T17:58:19.800779Z","steps":["trace[1263218002] 'process raft request' (duration: 317.145464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:19.801097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:19.48331Z","time spent":"317.664479ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:58:24.251946Z","caller":"traceutil/trace.go:171","msg":"trace[2001530989] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"450.140877ms","start":"2026-03-19T17:58:23.801773Z","end":"2026-03-19T17:58:24.251913Z","steps":["trace[2001530989] 'process raft request' (duration: 449.979572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:24.252145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:23.801747Z","time spent":"450.302261ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:58:24.323423Z","caller":"traceutil/trace.go:171","msg":"trace[185481205] linearizableReadLoop","detail":"{readStateIndex:2642; appliedIndex:2639; }","duration":"321.007559ms","start":"2026-03-19T17:58:24.002384Z","end":"2026-03-19T17:58:24.323391Z","steps":["trace[185481205] 'read index received' (duration: 249.422234ms)","trace[185481205] 'applied index is now lower than readState.Index' (duration: 71.584055ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:24.323451Z","caller":"traceutil/trace.go:171","msg":"trace[233032855] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"465.706842ms","start":"2026-03-19T17:58:23.857698Z","end":"2026-03-19T17:58:24.323405Z","steps":["trace[233032855] 'process raft request' (duration: 464.476438ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:24.323463Z","caller":"traceutil/trace.go:171","msg":"trace[1705195329] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"372.864256ms","start":"2026-03-19T17:58:23.950574Z","end":"2026-03-19T17:58:24.323439Z","steps":["trace[1705195329] 'process raft request' (duration: 372.732892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:24.323673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.279807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T17:58:24.32368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.159679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T17:58:24.323686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.470841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T17:58:24.323706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:23.950549Z","time spent":"373.087032ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:58:24.323723Z","caller":"traceutil/trace.go:171","msg":"trace[1772262685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2538; }","duration":"321.38378ms","start":"2026-03-19T17:58:24.002326Z","end":"2026-03-19T17:58:24.32371Z","steps":["trace[1772262685] 'agreement among raft nodes before linearized reading' (duration: 321.205555ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:24.323734Z","caller":"traceutil/trace.go:171","msg":"trace[90299803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2538; }","duration":"319.247561ms","start":"2026-03-19T17:58:24.004472Z","end":"2026-03-19T17:58:24.323719Z","steps":["trace[90299803] 'agreement among raft nodes before linearized reading' (duration: 319.089607ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:24.323747Z","caller":"traceutil/trace.go:171","msg":"trace[273474518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2538; }","duration":"172.574925ms","start":"2026-03-19T17:58:24.151155Z","end":"2026-03-19T17:58:24.32373Z","steps":["trace[273474518] 'agreement among raft nodes before linearized reading' (duration: 172.489312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:24.323769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:24.002298Z","time spent":"321.462051ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:58:24.323783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:24.004458Z","time spent":"319.311923ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:58:24.323821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:23.857679Z","time spent":"465.850445ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:58:24.324002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.626833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:58:24.324253Z","caller":"traceutil/trace.go:171","msg":"trace[403847791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2538; }","duration":"274.87745ms","start":"2026-03-19T17:58:24.049365Z","end":"2026-03-19T17:58:24.324242Z","steps":["trace[403847791] 'agreement among raft nodes before linearized reading' (duration: 274.51282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:24.324067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.174894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T17:58:24.324413Z","caller":"traceutil/trace.go:171","msg":"trace[236056933] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2538; }","duration":"112.541824ms","start":"2026-03-19T17:58:24.211843Z","end":"2026-03-19T17:58:24.324385Z","steps":["trace[236056933] 'agreement among raft nodes before linearized reading' (duration: 112.117473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:24.323954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.349515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T17:58:24.324539Z","caller":"traceutil/trace.go:171","msg":"trace[2036036539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2538; }","duration":"274.951571ms","start":"2026-03-19T17:58:24.049569Z","end":"2026-03-19T17:58:24.324521Z","steps":["trace[2036036539] 'agreement among raft nodes before linearized reading' (duration: 274.324534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:24.324197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.236128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T17:58:24.324628Z","caller":"traceutil/trace.go:171","msg":"trace[612562528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2538; }","duration":"279.734452ms","start":"2026-03-19T17:58:24.044878Z","end":"2026-03-19T17:58:24.324612Z","steps":["trace[612562528] 'agreement among raft nodes before linearized reading' (duration: 279.198907ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:31.155057Z","caller":"traceutil/trace.go:171","msg":"trace[1350545484] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"193.63051ms","start":"2026-03-19T17:58:30.961371Z","end":"2026-03-19T17:58:31.155002Z","steps":["trace[1350545484] 'process raft request' (duration: 193.407224ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:50.780108Z","caller":"traceutil/trace.go:171","msg":"trace[13529247] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"104.460894ms","start":"2026-03-19T17:58:50.675598Z","end":"2026-03-19T17:58:50.780059Z","steps":["trace[13529247] 'process raft request' (duration: 104.213927ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:51.018491Z","caller":"traceutil/trace.go:171","msg":"trace[785305279] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"232.704687ms","start":"2026-03-19T17:58:50.785759Z","end":"2026-03-19T17:58:51.018464Z","steps":["trace[785305279] 'process raft request' (duration: 186.710721ms)","trace[785305279] 'compare' (duration: 45.826642ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:51.019077Z","caller":"traceutil/trace.go:171","msg":"trace[575483222] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"233.232381ms","start":"2026-03-19T17:58:50.785782Z","end":"2026-03-19T17:58:51.019014Z","steps":["trace[575483222] 'process raft request' (duration: 232.633715ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:51.019143Z","caller":"traceutil/trace.go:171","msg":"trace[2133019061] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"233.295453ms","start":"2026-03-19T17:58:50.78583Z","end":"2026-03-19T17:58:51.019126Z","steps":["trace[2133019061] 'process raft request' (duration: 232.83109ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:51.019154Z","caller":"traceutil/trace.go:171","msg":"trace[385570296] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"232.650405ms","start":"2026-03-19T17:58:50.786461Z","end":"2026-03-19T17:58:51.019111Z","steps":["trace[385570296] 'process raft request' (duration: 232.318556ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:51.84929Z","caller":"traceutil/trace.go:171","msg":"trace[984237041] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"115.829544ms","start":"2026-03-19T17:58:51.733432Z","end":"2026-03-19T17:58:51.849261Z","steps":["trace[984237041] 'process raft request' (duration: 115.626989ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:58.125138Z","caller":"traceutil/trace.go:171","msg":"trace[1060409649] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"509.9352ms","start":"2026-03-19T17:58:57.615133Z","end":"2026-03-19T17:58:58.125068Z","steps":["trace[1060409649] 'process raft request' (duration: 509.483977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:58.125445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:57.615103Z","time spent":"510.206017ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:58:58.416152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.134094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:58:58.416316Z","caller":"traceutil/trace.go:171","msg":"trace[32395933] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"285.597501ms","start":"2026-03-19T17:58:58.130695Z","end":"2026-03-19T17:58:58.416292Z","steps":["trace[32395933] 'process raft request' (duration: 162.20365ms)","trace[32395933] 'compare' (duration: 122.695472ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:58:58.419607Z","caller":"traceutil/trace.go:171","msg":"trace[99739189] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"287.647057ms","start":"2026-03-19T17:58:58.131944Z","end":"2026-03-19T17:58:58.419591Z","steps":["trace[99739189] 'process raft request' (duration: 287.500373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:58:58.420025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.125774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:58:58.420066Z","caller":"traceutil/trace.go:171","msg":"trace[318045896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2728; }","duration":"272.192336ms","start":"2026-03-19T17:58:58.147861Z","end":"2026-03-19T17:58:58.420053Z","steps":["trace[318045896] 'agreement among raft nodes before linearized reading' (duration: 272.123724ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:58:58.41994Z","caller":"traceutil/trace.go:171","msg":"trace[1739284771] linearizableReadLoop","detail":"{readStateIndex:2839; appliedIndex:2837; }","duration":"271.664411ms","start":"2026-03-19T17:58:58.147888Z","end":"2026-03-19T17:58:58.419553Z","steps":["trace[1739284771] 'read index received' (duration: 145.135495ms)","trace[1739284771] 'applied index is now lower than readState.Index' (duration: 126.527776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:58:59.863748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.059068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:58:59.863847Z","caller":"traceutil/trace.go:171","msg":"trace[720451145] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"1.38599961s","start":"2026-03-19T17:58:58.477822Z","end":"2026-03-19T17:58:59.863822Z","steps":["trace[720451145] 'process raft request' (duration: 534.802959ms)","trace[720451145] 'compare' (duration: 850.971375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:58:59.863888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:58.477785Z","time spent":"1.386083622s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:59:00.569323Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.505350811s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T17:59:01.180697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.099633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:59:01.181926Z","caller":"traceutil/trace.go:171","msg":"trace[753881488] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"2.68960595s","start":"2026-03-19T17:58:58.492294Z","end":"2026-03-19T17:59:01.1819Z","steps":["trace[753881488] 'process raft request' (duration: 2.077231152s)","trace[753881488] 'compare' (duration: 610.707743ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:59:01.181945Z","caller":"traceutil/trace.go:171","msg":"trace[683029098] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"2.36562054s","start":"2026-03-19T17:58:58.816299Z","end":"2026-03-19T17:59:01.18192Z","steps":["trace[683029098] 'process raft request' (duration: 2.364488719s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:01.182009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:58.492267Z","time spent":"2.689703143s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:59:01.182033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:58.816262Z","time spent":"2.365726283s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:59:01.182001Z","caller":"traceutil/trace.go:171","msg":"trace[1961592488] linearizableReadLoop","detail":"{readStateIndex:2841; appliedIndex:2839; }","duration":"2.565619753s","start":"2026-03-19T17:58:58.616311Z","end":"2026-03-19T17:59:01.181931Z","steps":["trace[1961592488] 'read index received' (duration: 396.337856ms)","trace[1961592488] 'applied index is now lower than readState.Index' (duration: 2.169274627s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:59:01.183464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293359587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T17:59:01.183515Z","caller":"traceutil/trace.go:171","msg":"trace[1441632546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2731; }","duration":"2.293458529s","start":"2026-03-19T17:58:58.890044Z","end":"2026-03-19T17:59:01.183503Z","steps":["trace[1441632546] 'agreement among raft nodes before linearized reading' (duration: 2.293292404s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:01.183543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:58.890006Z","time spent":"2.293531351s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T17:59:01.183729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036282228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:59:01.183827Z","caller":"traceutil/trace.go:171","msg":"trace[971723945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2731; }","duration":"1.036444002s","start":"2026-03-19T17:59:00.147362Z","end":"2026-03-19T17:59:01.183806Z","steps":["trace[971723945] 'agreement among raft nodes before linearized reading' (duration: 1.036248937s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:01.183879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:59:00.147292Z","time spent":"1.036578366s","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T17:59:01.184006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06056548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T17:59:01.184014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12216556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T17:59:01.184049Z","caller":"traceutil/trace.go:171","msg":"trace[1473061684] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2731; }","duration":"1.060643832s","start":"2026-03-19T17:59:00.123392Z","end":"2026-03-19T17:59:01.184036Z","steps":["trace[1473061684] 'agreement among raft nodes before linearized reading' (duration: 1.060510119s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:01.184084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.848718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T17:59:01.184105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.559914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:59:01.184137Z","caller":"traceutil/trace.go:171","msg":"trace[1416115229] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2731; }","duration":"419.965582ms","start":"2026-03-19T17:59:00.76416Z","end":"2026-03-19T17:59:01.184125Z","steps":["trace[1416115229] 'agreement among raft nodes before linearized reading' (duration: 419.672044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:01.184177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:59:00.764122Z","time spent":"420.045794ms","remote":"127.0.0.1:46058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":325,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-19T17:59:01.184178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121839391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T17:59:01.184218Z","caller":"traceutil/trace.go:171","msg":"trace[1533737714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2731; }","duration":"2.121893172s","start":"2026-03-19T17:58:59.062316Z","end":"2026-03-19T17:59:01.184209Z","steps":["trace[1533737714] 'agreement among raft nodes before linearized reading' (duration: 2.12179961s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:01.184243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:59.06231Z","time spent":"2.121928003s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T17:59:01.184095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:59:00.123374Z","time spent":"1.060711935s","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T17:59:01.184144Z","caller":"traceutil/trace.go:171","msg":"trace[308599147] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2731; }","duration":"481.657367ms","start":"2026-03-19T17:59:00.702478Z","end":"2026-03-19T17:59:01.184135Z","steps":["trace[308599147] 'agreement among raft nodes before linearized reading' (duration: 481.579445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:01.184446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268557328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189e4fdd048d2834\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-19T17:59:01.18448Z","caller":"traceutil/trace.go:171","msg":"trace[874413556] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189e4fdd048d2834; range_end:; response_count:1; response_revision:2731; }","duration":"2.268644431s","start":"2026-03-19T17:58:58.915828Z","end":"2026-03-19T17:59:01.184473Z","steps":["trace[874413556] 'agreement among raft nodes before linearized reading' (duration: 2.268494297s)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:59:01.184112Z","caller":"traceutil/trace.go:171","msg":"trace[1336643914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2731; }","duration":"2.122256352s","start":"2026-03-19T17:58:59.061787Z","end":"2026-03-19T17:59:01.184043Z","steps":["trace[1336643914] 'agreement among raft nodes before linearized reading' (duration: 2.122047746s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:01.184507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:58.915783Z","time spent":"2.268719123s","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.189e4fdd048d2834\" "} {"level":"warn","ts":"2026-03-19T17:59:01.184509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122799457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T17:59:01.184519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:59.061737Z","time spent":"2.122771866s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T17:59:01.184548Z","caller":"traceutil/trace.go:171","msg":"trace[966370498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2731; }","duration":"2.12290375s","start":"2026-03-19T17:58:59.061634Z","end":"2026-03-19T17:59:01.184538Z","steps":["trace[966370498] 'agreement among raft nodes before linearized reading' (duration: 2.122500529s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:01.184577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:59.061605Z","time spent":"2.122964371s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T17:59:01.183874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121977375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T17:59:01.184449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:59:00.702434Z","time spent":"482.001236ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:59:01.18467Z","caller":"traceutil/trace.go:171","msg":"trace[1561477944] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2731; }","duration":"2.122811097s","start":"2026-03-19T17:58:59.061847Z","end":"2026-03-19T17:59:01.184658Z","steps":["trace[1561477944] 'agreement among raft nodes before linearized reading' (duration: 2.12179146s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:01.184732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:59.061744Z","time spent":"2.122976932s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T17:59:01.185025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568729538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T17:59:01.185074Z","caller":"traceutil/trace.go:171","msg":"trace[1796347984] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2731; }","duration":"2.568833031s","start":"2026-03-19T17:58:58.616224Z","end":"2026-03-19T17:59:01.185057Z","steps":["trace[1796347984] 'agreement among raft nodes before linearized reading' (duration: 2.565791698s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:01.185109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:58:58.616187Z","time spent":"2.568912534s","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-19T17:59:06.873858Z","caller":"traceutil/trace.go:171","msg":"trace[595128954] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"104.050834ms","start":"2026-03-19T17:59:06.769784Z","end":"2026-03-19T17:59:06.873835Z","steps":["trace[595128954] 'process raft request' (duration: 103.90694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:07.954932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.201218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:59:07.95529Z","caller":"traceutil/trace.go:171","msg":"trace[950409138] linearizableReadLoop","detail":"{readStateIndex:2880; appliedIndex:2875; }","duration":"318.938678ms","start":"2026-03-19T17:59:07.636328Z","end":"2026-03-19T17:59:07.955267Z","steps":["trace[950409138] 'read index received' (duration: 22.317388ms)","trace[950409138] 'applied index is now lower than readState.Index' (duration: 296.6201ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:59:07.955381Z","caller":"traceutil/trace.go:171","msg":"trace[896412119] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"651.985499ms","start":"2026-03-19T17:59:07.303383Z","end":"2026-03-19T17:59:07.955368Z","steps":["trace[896412119] 'process raft request' (duration: 355.239276ms)","trace[896412119] 'compare' (duration: 295.948131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:59:07.955456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:59:07.303356Z","time spent":"652.056651ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:59:07.955488Z","caller":"traceutil/trace.go:171","msg":"trace[2121480972] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"651.684241ms","start":"2026-03-19T17:59:07.303722Z","end":"2026-03-19T17:59:07.955407Z","steps":["trace[2121480972] 'process raft request' (duration: 651.419023ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:59:07.955683Z","caller":"traceutil/trace.go:171","msg":"trace[1445537520] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"651.750003ms","start":"2026-03-19T17:59:07.303922Z","end":"2026-03-19T17:59:07.955672Z","steps":["trace[1445537520] 'process raft request' (duration: 651.246319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:07.955756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:59:07.30391Z","time spent":"651.811584ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:59:07.955784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:59:07.303712Z","time spent":"651.910357ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:59:07.955911Z","caller":"traceutil/trace.go:171","msg":"trace[2122267798] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"651.505666ms","start":"2026-03-19T17:59:07.304345Z","end":"2026-03-19T17:59:07.955851Z","steps":["trace[2122267798] 'process raft request' (duration: 650.876149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:07.95593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.593065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:59:07.956007Z","caller":"traceutil/trace.go:171","msg":"trace[443091912] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2767; }","duration":"320.310525ms","start":"2026-03-19T17:59:07.635681Z","end":"2026-03-19T17:59:07.955991Z","steps":["trace[443091912] 'agreement among raft nodes before linearized reading' (duration: 320.15978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:07.956054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:59:07.635653Z","time spent":"320.390847ms","remote":"127.0.0.1:46008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-19T17:59:07.955913Z","caller":"traceutil/trace.go:171","msg":"trace[2043566378] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"652.359089ms","start":"2026-03-19T17:59:07.303503Z","end":"2026-03-19T17:59:07.955862Z","steps":["trace[2043566378] 'process raft request' (duration: 651.542797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:07.95604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:59:07.304319Z","time spent":"651.674341ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T17:59:07.956261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:59:07.303462Z","time spent":"652.670577ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:59:08.012608Z","caller":"traceutil/trace.go:171","msg":"trace[1162702496] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"115.675091ms","start":"2026-03-19T17:59:07.896896Z","end":"2026-03-19T17:59:08.012571Z","steps":["trace[1162702496] 'process raft request' (duration: 115.317261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:08.013573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.959732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e4fe034f838ec\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-19T17:59:08.013656Z","caller":"traceutil/trace.go:171","msg":"trace[1433535874] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e4fe034f838ec; range_end:; response_count:1; response_revision:2768; }","duration":"372.071805ms","start":"2026-03-19T17:59:07.641564Z","end":"2026-03-19T17:59:08.013635Z","steps":["trace[1433535874] 'agreement among raft nodes before linearized reading' (duration: 371.816018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:08.013756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:59:07.641544Z","time spent":"372.202578ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.189e4fe034f838ec\" "} {"level":"warn","ts":"2026-03-19T17:59:08.624771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.180119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T17:59:08.624879Z","caller":"traceutil/trace.go:171","msg":"trace[767436140] linearizableReadLoop","detail":"{readStateIndex:2882; appliedIndex:2881; }","duration":"171.195003ms","start":"2026-03-19T17:59:08.453668Z","end":"2026-03-19T17:59:08.624863Z","steps":["trace[767436140] 'read index received' (duration: 40.931µs)","trace[767436140] 'applied index is now lower than readState.Index' (duration: 171.152612ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:59:08.625004Z","caller":"traceutil/trace.go:171","msg":"trace[1081977933] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"608.340491ms","start":"2026-03-19T17:59:08.016589Z","end":"2026-03-19T17:59:08.62493Z","steps":["trace[1081977933] 'process raft request' (duration: 83.906786ms)","trace[1081977933] 'compare' (duration: 523.319534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T17:59:08.625085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.40641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:59:08.625349Z","caller":"traceutil/trace.go:171","msg":"trace[1136030542] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2769; }","duration":"171.685566ms","start":"2026-03-19T17:59:08.453637Z","end":"2026-03-19T17:59:08.625322Z","steps":["trace[1136030542] 'agreement among raft nodes before linearized reading' (duration: 171.355937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:08.625373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:59:08.016565Z","time spent":"608.586347ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:59:09.065018Z","caller":"traceutil/trace.go:171","msg":"trace[1163287405] linearizableReadLoop","detail":"{readStateIndex:2883; appliedIndex:2882; }","duration":"432.703576ms","start":"2026-03-19T17:59:08.632279Z","end":"2026-03-19T17:59:09.064982Z","steps":["trace[1163287405] 'read index received' (duration: 432.394718ms)","trace[1163287405] 'applied index is now lower than readState.Index' (duration: 291.398µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:59:09.065266Z","caller":"traceutil/trace.go:171","msg":"trace[1247615185] transaction","detail":"{read_only:false; response_revision:2770; number_of_response:1; }","duration":"433.992401ms","start":"2026-03-19T17:59:08.631206Z","end":"2026-03-19T17:59:09.065198Z","steps":["trace[1247615185] 'process raft request' (duration: 433.548069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:09.06566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.337723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-19T17:59:09.065736Z","caller":"traceutil/trace.go:171","msg":"trace[418632516] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2770; }","duration":"433.461887ms","start":"2026-03-19T17:59:08.632258Z","end":"2026-03-19T17:59:09.065719Z","steps":["trace[418632516] 'agreement among raft nodes before linearized reading' (duration: 432.975764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:09.065789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:59:08.632249Z","time spent":"433.528809ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-19T17:59:09.065786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.612838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T17:59:09.065861Z","caller":"traceutil/trace.go:171","msg":"trace[2043116343] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2770; }","duration":"195.763483ms","start":"2026-03-19T17:59:08.870078Z","end":"2026-03-19T17:59:09.065841Z","steps":["trace[2043116343] 'agreement among raft nodes before linearized reading' (duration: 195.590488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:09.067209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T17:59:08.63117Z","time spent":"434.349361ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T17:59:09.471405Z","caller":"traceutil/trace.go:171","msg":"trace[1834665913] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"187.053835ms","start":"2026-03-19T17:59:09.284329Z","end":"2026-03-19T17:59:09.471383Z","steps":["trace[1834665913] 'process raft request' (duration: 101.885025ms)","trace[1834665913] 'compare' (duration: 85.024566ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:59:09.471559Z","caller":"traceutil/trace.go:171","msg":"trace[912230895] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"166.408242ms","start":"2026-03-19T17:59:09.305141Z","end":"2026-03-19T17:59:09.471549Z","steps":["trace[912230895] 'process raft request' (duration: 166.206797ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T17:59:20.248384Z","caller":"traceutil/trace.go:171","msg":"trace[850698445] linearizableReadLoop","detail":"{readStateIndex:2946; appliedIndex:2945; }","duration":"101.611778ms","start":"2026-03-19T17:59:20.14674Z","end":"2026-03-19T17:59:20.248352Z","steps":["trace[850698445] 'read index received' (duration: 100.049575ms)","trace[850698445] 'applied index is now lower than readState.Index' (duration: 1.561303ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T17:59:20.248529Z","caller":"traceutil/trace.go:171","msg":"trace[1275512543] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"188.654869ms","start":"2026-03-19T17:59:20.059819Z","end":"2026-03-19T17:59:20.248474Z","steps":["trace[1275512543] 'process raft request' (duration: 187.091826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T17:59:20.248566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.805403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T17:59:20.248667Z","caller":"traceutil/trace.go:171","msg":"trace[1490341467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2830; }","duration":"101.945287ms","start":"2026-03-19T17:59:20.146693Z","end":"2026-03-19T17:59:20.248639Z","steps":["trace[1490341467] 'agreement among raft nodes before linearized reading' (duration: 101.774512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:00.579834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.617739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:00:00.57994Z","caller":"traceutil/trace.go:171","msg":"trace[32638895] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3021; }","duration":"108.768193ms","start":"2026-03-19T18:00:00.471151Z","end":"2026-03-19T18:00:00.579919Z","steps":["trace[32638895] 'range keys from in-memory index tree' (duration: 108.407223ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:00.594272Z","caller":"traceutil/trace.go:171","msg":"trace[288818325] linearizableReadLoop","detail":"{readStateIndex:3146; appliedIndex:3145; }","duration":"123.00233ms","start":"2026-03-19T18:00:00.471245Z","end":"2026-03-19T18:00:00.594248Z","steps":["trace[288818325] 'read index received' (duration: 122.884037ms)","trace[288818325] 'applied index is now lower than readState.Index' (duration: 116.823µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:00:00.594407Z","caller":"traceutil/trace.go:171","msg":"trace[2023492584] transaction","detail":"{read_only:false; response_revision:3022; number_of_response:1; }","duration":"123.179425ms","start":"2026-03-19T18:00:00.471193Z","end":"2026-03-19T18:00:00.594373Z","steps":["trace[2023492584] 'process raft request' (duration: 122.899167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:00.594654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.284718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:00:00.594731Z","caller":"traceutil/trace.go:171","msg":"trace[2100251202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3022; }","duration":"123.534925ms","start":"2026-03-19T18:00:00.471176Z","end":"2026-03-19T18:00:00.594711Z","steps":["trace[2100251202] 'agreement among raft nodes before linearized reading' (duration: 123.199856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:00:00.599085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.798442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:00:00.599146Z","caller":"traceutil/trace.go:171","msg":"trace[833630299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3023; }","duration":"127.908334ms","start":"2026-03-19T18:00:00.471224Z","end":"2026-03-19T18:00:00.599132Z","steps":["trace[833630299] 'agreement among raft nodes before linearized reading' (duration: 127.75284ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:16.538036Z","caller":"traceutil/trace.go:171","msg":"trace[1752934607] transaction","detail":"{read_only:false; response_revision:3096; number_of_response:1; }","duration":"114.176887ms","start":"2026-03-19T18:00:16.423832Z","end":"2026-03-19T18:00:16.538009Z","steps":["trace[1752934607] 'process raft request' (duration: 114.030783ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:16.558549Z","caller":"traceutil/trace.go:171","msg":"trace[1601080565] transaction","detail":"{read_only:false; response_revision:3097; number_of_response:1; }","duration":"100.827316ms","start":"2026-03-19T18:00:16.457687Z","end":"2026-03-19T18:00:16.558515Z","steps":["trace[1601080565] 'process raft request' (duration: 100.681362ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:00:28.79198Z","caller":"traceutil/trace.go:171","msg":"trace[1101295334] transaction","detail":"{read_only:false; response_revision:3152; number_of_response:1; }","duration":"113.722245ms","start":"2026-03-19T18:00:28.678229Z","end":"2026-03-19T18:00:28.791952Z","steps":["trace[1101295334] 'process raft request' (duration: 34.509483ms)","trace[1101295334] 'compare' (duration: 79.088998ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:20.967702Z","caller":"traceutil/trace.go:171","msg":"trace[317088884] transaction","detail":"{read_only:false; response_revision:3556; number_of_response:1; }","duration":"377.678111ms","start":"2026-03-19T18:01:20.590003Z","end":"2026-03-19T18:01:20.967681Z","steps":["trace[317088884] 'process raft request' (duration: 377.539747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:20.967842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:20.58999Z","time spent":"377.782183ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:01:55.761841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.933115ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-19T18:01:56.662592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.333081Z","time spent":"329.503888ms","remote":"127.0.0.1:56644","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T18:01:56.662977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.748465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:01:56.663232Z","caller":"traceutil/trace.go:171","msg":"trace[1721066567] transaction","detail":"{read_only:false; response_revision:3768; number_of_response:1; }","duration":"900.442453ms","start":"2026-03-19T18:01:55.762749Z","end":"2026-03-19T18:01:56.663191Z","steps":["trace[1721066567] 'process raft request' (duration: 543.323659ms)","trace[1721066567] 'compare' (duration: 356.507648ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:56.663253Z","caller":"traceutil/trace.go:171","msg":"trace[1396364160] linearizableReadLoop","detail":"{readStateIndex:3921; appliedIndex:3920; }","duration":"705.497803ms","start":"2026-03-19T18:01:55.957734Z","end":"2026-03-19T18:01:56.663232Z","steps":["trace[1396364160] 'read index received' (duration: 348.315217ms)","trace[1396364160] 'applied index is now lower than readState.Index' (duration: 357.180686ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:01:56.663372Z","caller":"traceutil/trace.go:171","msg":"trace[412510052] transaction","detail":"{read_only:false; response_revision:3769; number_of_response:1; }","duration":"450.604023ms","start":"2026-03-19T18:01:56.212564Z","end":"2026-03-19T18:01:56.663168Z","steps":["trace[412510052] 'process raft request' (duration: 450.534331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.663465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.723259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:01:56.663509Z","caller":"traceutil/trace.go:171","msg":"trace[160260229] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:3769; }","duration":"705.814882ms","start":"2026-03-19T18:01:55.957683Z","end":"2026-03-19T18:01:56.663498Z","steps":["trace[160260229] 'agreement among raft nodes before linearized reading' (duration: 705.663588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.663535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:55.957659Z","time spent":"705.868633ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-f925l\" "} {"level":"warn","ts":"2026-03-19T18:01:56.663578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.212533Z","time spent":"450.932882ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:01:56.663398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:55.762727Z","time spent":"900.579547ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:01:56.666048Z","caller":"traceutil/trace.go:171","msg":"trace[1464128912] transaction","detail":"{read_only:false; response_revision:3770; number_of_response:1; }","duration":"110.343163ms","start":"2026-03-19T18:01:56.555696Z","end":"2026-03-19T18:01:56.666039Z","steps":["trace[1464128912] 'process raft request' (duration: 110.157268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.666264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.450483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:01:56.666296Z","caller":"traceutil/trace.go:171","msg":"trace[658101003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3771; }","duration":"519.543086ms","start":"2026-03-19T18:01:56.146745Z","end":"2026-03-19T18:01:56.666288Z","steps":["trace[658101003] 'agreement among raft nodes before linearized reading' (duration: 519.490975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:01:56.666317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:01:56.146723Z","time spent":"519.588477ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:01:56.666215Z","caller":"traceutil/trace.go:171","msg":"trace[704786954] transaction","detail":"{read_only:false; response_revision:3771; number_of_response:1; }","duration":"109.064358ms","start":"2026-03-19T18:01:56.557133Z","end":"2026-03-19T18:01:56.666198Z","steps":["trace[704786954] 'process raft request' (duration: 108.783031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:02:57.785611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.223483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:02:57.78572Z","caller":"traceutil/trace.go:171","msg":"trace[2091733729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4159; }","duration":"193.377787ms","start":"2026-03-19T18:02:57.592322Z","end":"2026-03-19T18:02:57.7857Z","steps":["trace[2091733729] 'range keys from in-memory index tree' (duration: 193.052178ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:57.894622Z","caller":"traceutil/trace.go:171","msg":"trace[379217530] transaction","detail":"{read_only:false; response_revision:4162; number_of_response:1; }","duration":"104.362758ms","start":"2026-03-19T18:02:57.790237Z","end":"2026-03-19T18:02:57.8946Z","steps":["trace[379217530] 'process raft request' (duration: 104.285696ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:57.894776Z","caller":"traceutil/trace.go:171","msg":"trace[312495177] transaction","detail":"{read_only:false; response_revision:4163; number_of_response:1; }","duration":"104.533042ms","start":"2026-03-19T18:02:57.790223Z","end":"2026-03-19T18:02:57.894756Z","steps":["trace[312495177] 'process raft request' (duration: 104.343467ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:02:57.894894Z","caller":"traceutil/trace.go:171","msg":"trace[1854974467] transaction","detail":"{read_only:false; response_revision:4161; number_of_response:1; }","duration":"104.651156ms","start":"2026-03-19T18:02:57.790233Z","end":"2026-03-19T18:02:57.894885Z","steps":["trace[1854974467] 'process raft request' (duration: 104.164132ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:03.703684Z","caller":"traceutil/trace.go:171","msg":"trace[74045143] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"197.569032ms","start":"2026-03-19T18:03:03.506041Z","end":"2026-03-19T18:03:03.70361Z","steps":["trace[74045143] 'process raft request' (duration: 104.351868ms)","trace[74045143] 'compare' (duration: 92.71811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:03.703878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.844378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T18:03:03.703924Z","caller":"traceutil/trace.go:171","msg":"trace[1808384819] linearizableReadLoop","detail":"{readStateIndex:4677; appliedIndex:4676; }","duration":"190.409976ms","start":"2026-03-19T18:03:03.51301Z","end":"2026-03-19T18:03:03.70342Z","steps":["trace[1808384819] 'read index received' (duration: 97.4629ms)","trace[1808384819] 'applied index is now lower than readState.Index' (duration: 92.945726ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:03.703967Z","caller":"traceutil/trace.go:171","msg":"trace[1535679710] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4491; }","duration":"190.963121ms","start":"2026-03-19T18:03:03.512985Z","end":"2026-03-19T18:03:03.703948Z","steps":["trace[1535679710] 'agreement among raft nodes before linearized reading' (duration: 190.687243ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:03.706008Z","caller":"traceutil/trace.go:171","msg":"trace[436269931] transaction","detail":"{read_only:false; response_revision:4492; number_of_response:1; }","duration":"160.456169ms","start":"2026-03-19T18:03:03.545525Z","end":"2026-03-19T18:03:03.705981Z","steps":["trace[436269931] 'process raft request' (duration: 160.076529ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:03.707155Z","caller":"traceutil/trace.go:171","msg":"trace[180235880] transaction","detail":"{read_only:false; response_revision:4493; number_of_response:1; }","duration":"160.391247ms","start":"2026-03-19T18:03:03.546744Z","end":"2026-03-19T18:03:03.707135Z","steps":["trace[180235880] 'process raft request' (duration: 159.488272ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:03.708252Z","caller":"traceutil/trace.go:171","msg":"trace[326106777] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"102.814185ms","start":"2026-03-19T18:03:03.605374Z","end":"2026-03-19T18:03:03.708188Z","steps":["trace[326106777] 'process raft request' (duration: 101.689185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:03.714437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.266995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:03:03.714505Z","caller":"traceutil/trace.go:171","msg":"trace[1571239096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4494; }","duration":"178.386099ms","start":"2026-03-19T18:03:03.536104Z","end":"2026-03-19T18:03:03.714491Z","steps":["trace[1571239096] 'agreement among raft nodes before linearized reading' (duration: 178.190953ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:04.186912Z","caller":"traceutil/trace.go:171","msg":"trace[517000026] transaction","detail":"{read_only:false; response_revision:4519; number_of_response:1; }","duration":"130.896503ms","start":"2026-03-19T18:03:04.055981Z","end":"2026-03-19T18:03:04.186877Z","steps":["trace[517000026] 'process raft request' (duration: 130.717328ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:04.262073Z","caller":"traceutil/trace.go:171","msg":"trace[624782227] linearizableReadLoop","detail":"{readStateIndex:4707; appliedIndex:4705; }","duration":"100.459482ms","start":"2026-03-19T18:03:04.161593Z","end":"2026-03-19T18:03:04.262053Z","steps":["trace[624782227] 'read index received' (duration: 25.226259ms)","trace[624782227] 'applied index is now lower than readState.Index' (duration: 75.232493ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:04.26223Z","caller":"traceutil/trace.go:171","msg":"trace[627025611] transaction","detail":"{read_only:false; response_revision:4520; number_of_response:1; }","duration":"166.558925ms","start":"2026-03-19T18:03:04.095535Z","end":"2026-03-19T18:03:04.262094Z","steps":["trace[627025611] 'process raft request' (duration: 165.841185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:04.262508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.841572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3025"} {"level":"info","ts":"2026-03-19T18:03:04.262599Z","caller":"traceutil/trace.go:171","msg":"trace[701231451] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4520; }","duration":"101.007376ms","start":"2026-03-19T18:03:04.161545Z","end":"2026-03-19T18:03:04.262552Z","steps":["trace[701231451] 'agreement among raft nodes before linearized reading' (duration: 100.606695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:07.806263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828884408,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:03:07.881966Z","caller":"traceutil/trace.go:171","msg":"trace[1601454931] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"725.328913ms","start":"2026-03-19T18:03:07.156617Z","end":"2026-03-19T18:03:07.881946Z","steps":["trace[1601454931] 'process raft request' (duration: 725.19412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:07.882097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:07.156588Z","time spent":"725.440287ms","remote":"127.0.0.1:45996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:07.882625Z","caller":"traceutil/trace.go:171","msg":"trace[184025407] linearizableReadLoop","detail":"{readStateIndex:4747; appliedIndex:4746; }","duration":"577.118079ms","start":"2026-03-19T18:03:07.305484Z","end":"2026-03-19T18:03:07.882602Z","steps":["trace[184025407] 'read index received' (duration: 576.570864ms)","trace[184025407] 'applied index is now lower than readState.Index' (duration: 546.225µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:07.882772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.274643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:07.882821Z","caller":"traceutil/trace.go:171","msg":"trace[252411554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4559; }","duration":"577.375496ms","start":"2026-03-19T18:03:07.305435Z","end":"2026-03-19T18:03:07.88281Z","steps":["trace[252411554] 'agreement among raft nodes before linearized reading' (duration: 577.290094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:07.882863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:07.305413Z","time spent":"577.432648ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:03:07.882889Z","caller":"traceutil/trace.go:171","msg":"trace[489897848] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"168.143038ms","start":"2026-03-19T18:03:07.714599Z","end":"2026-03-19T18:03:07.882742Z","steps":["trace[489897848] 'process raft request' (duration: 167.886021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:07.883024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.653199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-hlw29\" ","response":"range_response_count:1 size:4659"} {"level":"info","ts":"2026-03-19T18:03:07.883111Z","caller":"traceutil/trace.go:171","msg":"trace[1858070854] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-hlw29; range_end:; response_count:1; response_revision:4559; }","duration":"527.769543ms","start":"2026-03-19T18:03:07.355326Z","end":"2026-03-19T18:03:07.883096Z","steps":["trace[1858070854] 'agreement among raft nodes before linearized reading' (duration: 527.459874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:07.883143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.580862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:07.883189Z","caller":"traceutil/trace.go:171","msg":"trace[1009386588] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4559; }","duration":"267.662864ms","start":"2026-03-19T18:03:07.615514Z","end":"2026-03-19T18:03:07.883177Z","steps":["trace[1009386588] 'agreement among raft nodes before linearized reading' (duration: 267.578182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:07.883255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:07.355308Z","time spent":"527.928167ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":4683,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-hlw29\" "} {"level":"warn","ts":"2026-03-19T18:03:07.883264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.014337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:03:07.883344Z","caller":"traceutil/trace.go:171","msg":"trace[1903390606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4559; }","duration":"149.14165ms","start":"2026-03-19T18:03:07.734185Z","end":"2026-03-19T18:03:07.883327Z","steps":["trace[1903390606] 'agreement among raft nodes before linearized reading' (duration: 148.884453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:08.566423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.998426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:03:08.566578Z","caller":"traceutil/trace.go:171","msg":"trace[815735121] linearizableReadLoop","detail":"{readStateIndex:4773; appliedIndex:4772; }","duration":"413.198036ms","start":"2026-03-19T18:03:08.153367Z","end":"2026-03-19T18:03:08.566565Z","steps":["trace[815735121] 'read index received' (duration: 75.946433ms)","trace[815735121] 'applied index is now lower than readState.Index' (duration: 337.250583ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:08.566825Z","caller":"traceutil/trace.go:171","msg":"trace[1519421976] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"415.56688ms","start":"2026-03-19T18:03:08.151223Z","end":"2026-03-19T18:03:08.56679Z","steps":["trace[1519421976] 'process raft request' (duration: 78.075961ms)","trace[1519421976] 'compare' (duration: 336.80273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:08.56701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.636398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-03-19T18:03:08.567006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:08.151206Z","time spent":"415.703754ms","remote":"127.0.0.1:45700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1218,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:08.567051Z","caller":"traceutil/trace.go:171","msg":"trace[1839238054] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4587; }","duration":"413.689799ms","start":"2026-03-19T18:03:08.153348Z","end":"2026-03-19T18:03:08.567038Z","steps":["trace[1839238054] 'agreement among raft nodes before linearized reading' (duration: 413.594096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:08.567081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:08.153341Z","time spent":"413.73325ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-03-19T18:03:08.567103Z","caller":"traceutil/trace.go:171","msg":"trace[406541418] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"411.17335ms","start":"2026-03-19T18:03:08.155911Z","end":"2026-03-19T18:03:08.567084Z","steps":["trace[406541418] 'process raft request' (duration: 410.878122ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:08.567107Z","caller":"traceutil/trace.go:171","msg":"trace[48519535] transaction","detail":"{read_only:false; response_revision:4586; number_of_response:1; }","duration":"413.660409ms","start":"2026-03-19T18:03:08.153407Z","end":"2026-03-19T18:03:08.567067Z","steps":["trace[48519535] 'process raft request' (duration: 413.104384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:08.567154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.627582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:08.567196Z","caller":"traceutil/trace.go:171","msg":"trace[2047706659] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:4587; }","duration":"264.724404ms","start":"2026-03-19T18:03:08.30246Z","end":"2026-03-19T18:03:08.567185Z","steps":["trace[2047706659] 'agreement among raft nodes before linearized reading' (duration: 264.650872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:08.567213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:08.155901Z","time spent":"411.259713ms","remote":"127.0.0.1:46008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11904,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:08.567224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:08.15339Z","time spent":"413.770971ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:03:08.567929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.245454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957116"} {"level":"info","ts":"2026-03-19T18:03:08.567998Z","caller":"traceutil/trace.go:171","msg":"trace[1579872313] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4587; }","duration":"333.345697ms","start":"2026-03-19T18:03:08.234642Z","end":"2026-03-19T18:03:08.567988Z","steps":["trace[1579872313] 'agreement among raft nodes before linearized reading' (duration: 332.201256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:08.568022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:08.234621Z","time spent":"333.392979ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":49,"response size":1957140,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-19T18:03:09.324519Z","caller":"traceutil/trace.go:171","msg":"trace[1373465585] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"118.519654ms","start":"2026-03-19T18:03:09.205958Z","end":"2026-03-19T18:03:09.324477Z","steps":["trace[1373465585] 'process raft request' (duration: 68.442167ms)","trace[1373465585] 'compare' (duration: 49.872341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:09.324567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.157071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-03-19T18:03:09.324661Z","caller":"traceutil/trace.go:171","msg":"trace[1655869169] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4625; }","duration":"112.247794ms","start":"2026-03-19T18:03:09.212366Z","end":"2026-03-19T18:03:09.324614Z","steps":["trace[1655869169] 'agreement among raft nodes before linearized reading' (duration: 112.049488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:09.324679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.651042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7465"} {"level":"warn","ts":"2026-03-19T18:03:09.324725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.464002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:09.324763Z","caller":"traceutil/trace.go:171","msg":"trace[856176742] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4625; }","duration":"113.746194ms","start":"2026-03-19T18:03:09.210983Z","end":"2026-03-19T18:03:09.32473Z","steps":["trace[856176742] 'agreement among raft nodes before linearized reading' (duration: 113.512217ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:09.324804Z","caller":"traceutil/trace.go:171","msg":"trace[402504945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4625; }","duration":"122.588035ms","start":"2026-03-19T18:03:09.202196Z","end":"2026-03-19T18:03:09.324784Z","steps":["trace[402504945] 'agreement among raft nodes before linearized reading' (duration: 122.457102ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:09.324987Z","caller":"traceutil/trace.go:171","msg":"trace[1733563784] linearizableReadLoop","detail":"{readStateIndex:4813; appliedIndex:4812; }","duration":"108.994795ms","start":"2026-03-19T18:03:09.215396Z","end":"2026-03-19T18:03:09.324391Z","steps":["trace[1733563784] 'read index received' (duration: 58.98985ms)","trace[1733563784] 'applied index is now lower than readState.Index' (duration: 50.004005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:09.325884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.396553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-19T18:03:09.32596Z","caller":"traceutil/trace.go:171","msg":"trace[1364796608] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4625; }","duration":"121.495386ms","start":"2026-03-19T18:03:09.204447Z","end":"2026-03-19T18:03:09.325942Z","steps":["trace[1364796608] 'agreement among raft nodes before linearized reading' (duration: 120.089898ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:09.538584Z","caller":"traceutil/trace.go:171","msg":"trace[1524638649] linearizableReadLoop","detail":"{readStateIndex:4816; appliedIndex:4815; }","duration":"124.509648ms","start":"2026-03-19T18:03:09.414053Z","end":"2026-03-19T18:03:09.538563Z","steps":["trace[1524638649] 'read index received' (duration: 124.133288ms)","trace[1524638649] 'applied index is now lower than readState.Index' (duration: 375.37µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:09.538835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.765685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-19T18:03:09.538884Z","caller":"traceutil/trace.go:171","msg":"trace[1242136514] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4628; }","duration":"124.857297ms","start":"2026-03-19T18:03:09.414016Z","end":"2026-03-19T18:03:09.538874Z","steps":["trace[1242136514] 'agreement among raft nodes before linearized reading' (duration: 124.654512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:09.538998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.968186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1370"} {"level":"info","ts":"2026-03-19T18:03:09.539005Z","caller":"traceutil/trace.go:171","msg":"trace[1636753718] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"133.538494ms","start":"2026-03-19T18:03:09.40503Z","end":"2026-03-19T18:03:09.538569Z","steps":["trace[1636753718] 'process raft request' (duration: 133.215245ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:09.539096Z","caller":"traceutil/trace.go:171","msg":"trace[1164900621] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4628; }","duration":"123.108529ms","start":"2026-03-19T18:03:09.415973Z","end":"2026-03-19T18:03:09.539081Z","steps":["trace[1164900621] 'agreement among raft nodes before linearized reading' (duration: 122.821811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:10.290453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.357614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517416"} {"level":"info","ts":"2026-03-19T18:03:10.29054Z","caller":"traceutil/trace.go:171","msg":"trace[584954117] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4647; }","duration":"109.491048ms","start":"2026-03-19T18:03:10.18103Z","end":"2026-03-19T18:03:10.290521Z","steps":["trace[584954117] 'range keys from in-memory index tree' (duration: 108.407439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:10.626437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.572136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-19T18:03:10.626544Z","caller":"traceutil/trace.go:171","msg":"trace[351127875] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4648; }","duration":"221.71628ms","start":"2026-03-19T18:03:10.404801Z","end":"2026-03-19T18:03:10.626517Z","steps":["trace[351127875] 'range keys from in-memory index tree' (duration: 221.366941ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:10.626603Z","caller":"traceutil/trace.go:171","msg":"trace[286258512] linearizableReadLoop","detail":"{readStateIndex:4838; appliedIndex:4837; }","duration":"118.840953ms","start":"2026-03-19T18:03:10.507742Z","end":"2026-03-19T18:03:10.626583Z","steps":["trace[286258512] 'read index received' (duration: 20.207052ms)","trace[286258512] 'applied index is now lower than readState.Index' (duration: 98.632831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:10.626734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.987907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:10.62678Z","caller":"traceutil/trace.go:171","msg":"trace[1720034513] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4649; }","duration":"119.076489ms","start":"2026-03-19T18:03:10.50769Z","end":"2026-03-19T18:03:10.626767Z","steps":["trace[1720034513] 'agreement among raft nodes before linearized reading' (duration: 118.965066ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:10.626944Z","caller":"traceutil/trace.go:171","msg":"trace[2113105895] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"187.804995ms","start":"2026-03-19T18:03:10.43912Z","end":"2026-03-19T18:03:10.626925Z","steps":["trace[2113105895] 'process raft request' (duration: 88.906547ms)","trace[2113105895] 'compare' (duration: 98.331173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:10.92663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.055664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4fa5129f-44fb-41d3-a132-00c2bc6eefb5\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-19T18:03:10.926708Z","caller":"traceutil/trace.go:171","msg":"trace[407388331] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4fa5129f-44fb-41d3-a132-00c2bc6eefb5; range_end:; response_count:1; response_revision:4649; }","duration":"143.185068ms","start":"2026-03-19T18:03:10.783506Z","end":"2026-03-19T18:03:10.926692Z","steps":["trace[407388331] 'range keys from in-memory index tree' (duration: 142.831278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:11.397658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.548773ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T18:03:11.398155Z","caller":"traceutil/trace.go:171","msg":"trace[292549865] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"374.901221ms","start":"2026-03-19T18:03:11.023225Z","end":"2026-03-19T18:03:11.398127Z","steps":["trace[292549865] 'process raft request' (duration: 374.705205ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:11.398251Z","caller":"traceutil/trace.go:171","msg":"trace[2086112932] linearizableReadLoop","detail":"{readStateIndex:4841; appliedIndex:4839; }","duration":"323.395545ms","start":"2026-03-19T18:03:11.074825Z","end":"2026-03-19T18:03:11.39822Z","steps":["trace[2086112932] 'read index received' (duration: 15.272887ms)","trace[2086112932] 'applied index is now lower than readState.Index' (duration: 308.117548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:11.3983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:11.0232Z","time spent":"375.019114ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:11.398554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.130904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3cfa6ace-1a59-4902-a7e5-17551b8ef6e3\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-03-19T18:03:11.398574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.350161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4fa5129f-44fb-41d3-a132-00c2bc6eefb5\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-19T18:03:11.398601Z","caller":"traceutil/trace.go:171","msg":"trace[2102804912] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3cfa6ace-1a59-4902-a7e5-17551b8ef6e3; range_end:; response_count:1; response_revision:4651; }","duration":"306.226006ms","start":"2026-03-19T18:03:11.092363Z","end":"2026-03-19T18:03:11.398589Z","steps":["trace[2102804912] 'agreement among raft nodes before linearized reading' (duration: 306.046611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:11.398596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.480469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:03:11.398634Z","caller":"traceutil/trace.go:171","msg":"trace[1878180024] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4fa5129f-44fb-41d3-a132-00c2bc6eefb5; range_end:; response_count:1; response_revision:4651; }","duration":"250.430504ms","start":"2026-03-19T18:03:11.148185Z","end":"2026-03-19T18:03:11.398615Z","steps":["trace[1878180024] 'agreement among raft nodes before linearized reading' (duration: 250.235049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:11.398628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.483677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:11.398686Z","caller":"traceutil/trace.go:171","msg":"trace[432516199] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4651; }","duration":"197.636034ms","start":"2026-03-19T18:03:11.201034Z","end":"2026-03-19T18:03:11.39867Z","steps":["trace[432516199] 'agreement among raft nodes before linearized reading' (duration: 197.390617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:11.398638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:11.092347Z","time spent":"306.281788ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3cfa6ace-1a59-4902-a7e5-17551b8ef6e3\" "} {"level":"info","ts":"2026-03-19T18:03:11.398706Z","caller":"traceutil/trace.go:171","msg":"trace[758801221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4651; }","duration":"253.622301ms","start":"2026-03-19T18:03:11.145063Z","end":"2026-03-19T18:03:11.398686Z","steps":["trace[758801221] 'agreement among raft nodes before linearized reading' (duration: 253.485557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:11.399264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.384672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:03:11.399482Z","caller":"traceutil/trace.go:171","msg":"trace[480592085] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:4651; }","duration":"324.66985ms","start":"2026-03-19T18:03:11.074788Z","end":"2026-03-19T18:03:11.399457Z","steps":["trace[480592085] 'agreement among raft nodes before linearized reading' (duration: 323.520819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:11.39956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:11.074773Z","time spent":"324.768342ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-f925l\" "} {"level":"info","ts":"2026-03-19T18:03:11.605591Z","caller":"traceutil/trace.go:171","msg":"trace[1769080276] linearizableReadLoop","detail":"{readStateIndex:4842; appliedIndex:4841; }","duration":"149.226463ms","start":"2026-03-19T18:03:11.456339Z","end":"2026-03-19T18:03:11.605565Z","steps":["trace[1769080276] 'read index received' (duration: 148.992746ms)","trace[1769080276] 'applied index is now lower than readState.Index' (duration: 232.956µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:11.605717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.358526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:11.605721Z","caller":"traceutil/trace.go:171","msg":"trace[1166081242] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"198.269291ms","start":"2026-03-19T18:03:11.40742Z","end":"2026-03-19T18:03:11.60569Z","steps":["trace[1166081242] 'process raft request' (duration: 197.983523ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:11.605755Z","caller":"traceutil/trace.go:171","msg":"trace[75042422] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4652; }","duration":"149.451658ms","start":"2026-03-19T18:03:11.456293Z","end":"2026-03-19T18:03:11.605745Z","steps":["trace[75042422] 'agreement among raft nodes before linearized reading' (duration: 149.374366ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:12.250715Z","caller":"traceutil/trace.go:171","msg":"trace[1947082062] linearizableReadLoop","detail":"{readStateIndex:4847; appliedIndex:4846; }","duration":"280.906896ms","start":"2026-03-19T18:03:11.969785Z","end":"2026-03-19T18:03:12.250692Z","steps":["trace[1947082062] 'read index received' (duration: 280.751182ms)","trace[1947082062] 'applied index is now lower than readState.Index' (duration: 154.614µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:12.250903Z","caller":"traceutil/trace.go:171","msg":"trace[812639238] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"284.785762ms","start":"2026-03-19T18:03:11.966071Z","end":"2026-03-19T18:03:12.250857Z","steps":["trace[812639238] 'process raft request' (duration: 284.447442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:12.250961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.159563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:03:12.250999Z","caller":"traceutil/trace.go:171","msg":"trace[1982454016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4657; }","duration":"281.284936ms","start":"2026-03-19T18:03:11.969704Z","end":"2026-03-19T18:03:12.250989Z","steps":["trace[1982454016] 'agreement among raft nodes before linearized reading' (duration: 281.131252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:12.251029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.190075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:03:12.251077Z","caller":"traceutil/trace.go:171","msg":"trace[1593672703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4657; }","duration":"277.253696ms","start":"2026-03-19T18:03:11.97381Z","end":"2026-03-19T18:03:12.251064Z","steps":["trace[1593672703] 'agreement among raft nodes before linearized reading' (duration: 277.083192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:12.25113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.082205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:03:12.251226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.279227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:03:12.251255Z","caller":"traceutil/trace.go:171","msg":"trace[2007255952] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4657; }","duration":"257.275301ms","start":"2026-03-19T18:03:11.993953Z","end":"2026-03-19T18:03:12.251228Z","steps":["trace[2007255952] 'agreement among raft nodes before linearized reading' (duration: 256.979763ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:12.251262Z","caller":"traceutil/trace.go:171","msg":"trace[1813583456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4657; }","duration":"277.319378ms","start":"2026-03-19T18:03:11.973931Z","end":"2026-03-19T18:03:12.25125Z","steps":["trace[1813583456] 'agreement among raft nodes before linearized reading' (duration: 277.229816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:12.251268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.425546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:03:12.251358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.46048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:03:12.251369Z","caller":"traceutil/trace.go:171","msg":"trace[1286675062] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4657; }","duration":"275.56727ms","start":"2026-03-19T18:03:11.975792Z","end":"2026-03-19T18:03:12.251359Z","steps":["trace[1286675062] 'agreement among raft nodes before linearized reading' (duration: 275.334834ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:12.251395Z","caller":"traceutil/trace.go:171","msg":"trace[1739161739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4657; }","duration":"274.503661ms","start":"2026-03-19T18:03:11.976879Z","end":"2026-03-19T18:03:12.251383Z","steps":["trace[1739161739] 'agreement among raft nodes before linearized reading' (duration: 274.418919ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:13.32387Z","caller":"traceutil/trace.go:171","msg":"trace[488567592] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"136.603357ms","start":"2026-03-19T18:03:13.187238Z","end":"2026-03-19T18:03:13.323841Z","steps":["trace[488567592] 'process raft request' (duration: 136.414732ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:13.559572Z","caller":"traceutil/trace.go:171","msg":"trace[801590367] linearizableReadLoop","detail":"{readStateIndex:4869; appliedIndex:4868; }","duration":"143.667961ms","start":"2026-03-19T18:03:13.415885Z","end":"2026-03-19T18:03:13.559553Z","steps":["trace[801590367] 'read index received' (duration: 46.180101ms)","trace[801590367] 'applied index is now lower than readState.Index' (duration: 97.48676ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:13.559808Z","caller":"traceutil/trace.go:171","msg":"trace[1073374860] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"155.952655ms","start":"2026-03-19T18:03:13.403844Z","end":"2026-03-19T18:03:13.559796Z","steps":["trace[1073374860] 'process raft request' (duration: 58.248159ms)","trace[1073374860] 'compare' (duration: 97.351047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:13.560048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.530067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3cfa6ace-1a59-4902-a7e5-17551b8ef6e3\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-03-19T18:03:13.560122Z","caller":"traceutil/trace.go:171","msg":"trace[860761611] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3cfa6ace-1a59-4902-a7e5-17551b8ef6e3; range_end:; response_count:1; response_revision:4679; }","duration":"121.6447ms","start":"2026-03-19T18:03:13.43846Z","end":"2026-03-19T18:03:13.560105Z","steps":["trace[860761611] 'agreement among raft nodes before linearized reading' (duration: 121.440534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:13.560126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.221276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:03:13.560204Z","caller":"traceutil/trace.go:171","msg":"trace[1605837199] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:4679; }","duration":"144.314438ms","start":"2026-03-19T18:03:13.415871Z","end":"2026-03-19T18:03:13.560186Z","steps":["trace[1605837199] 'agreement among raft nodes before linearized reading' (duration: 144.084592ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:16.506602Z","caller":"traceutil/trace.go:171","msg":"trace[945341210] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"114.7002ms","start":"2026-03-19T18:03:16.391863Z","end":"2026-03-19T18:03:16.506563Z","steps":["trace[945341210] 'process raft request' (duration: 110.534416ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:16.506781Z","caller":"traceutil/trace.go:171","msg":"trace[1619924461] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"114.743181ms","start":"2026-03-19T18:03:16.39202Z","end":"2026-03-19T18:03:16.506763Z","steps":["trace[1619924461] 'process raft request' (duration: 114.502065ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:16.506996Z","caller":"traceutil/trace.go:171","msg":"trace[453822880] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"114.898615ms","start":"2026-03-19T18:03:16.392072Z","end":"2026-03-19T18:03:16.506971Z","steps":["trace[453822880] 'process raft request' (duration: 114.626327ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:16.507198Z","caller":"traceutil/trace.go:171","msg":"trace[1156592279] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"115.0756ms","start":"2026-03-19T18:03:16.392103Z","end":"2026-03-19T18:03:16.507179Z","steps":["trace[1156592279] 'process raft request' (duration: 114.784952ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:17.030582Z","caller":"traceutil/trace.go:171","msg":"trace[1612737781] linearizableReadLoop","detail":"{readStateIndex:5048; appliedIndex:5047; }","duration":"469.186014ms","start":"2026-03-19T18:03:16.561363Z","end":"2026-03-19T18:03:17.030549Z","steps":["trace[1612737781] 'read index received' (duration: 457.426633ms)","trace[1612737781] 'applied index is now lower than readState.Index' (duration: 11.757761ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:17.030645Z","caller":"traceutil/trace.go:171","msg":"trace[1395044938] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"473.592103ms","start":"2026-03-19T18:03:16.557016Z","end":"2026-03-19T18:03:17.030608Z","steps":["trace[1395044938] 'process raft request' (duration: 461.749251ms)","trace[1395044938] 'compare' (duration: 11.463362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:17.030771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:16.556993Z","time spent":"473.719877ms","remote":"127.0.0.1:37484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2899,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:03:17.03092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.532663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-19T18:03:17.030968Z","caller":"traceutil/trace.go:171","msg":"trace[864849671] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4854; }","duration":"469.637896ms","start":"2026-03-19T18:03:16.561318Z","end":"2026-03-19T18:03:17.030956Z","steps":["trace[864849671] 'agreement among raft nodes before linearized reading' (duration: 469.373439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:17.031007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:16.561297Z","time spent":"469.699328ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3530,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-19T18:03:17.035093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.173875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:03:17.035159Z","caller":"traceutil/trace.go:171","msg":"trace[1739052232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4855; }","duration":"402.319538ms","start":"2026-03-19T18:03:16.632826Z","end":"2026-03-19T18:03:17.035146Z","steps":["trace[1739052232] 'agreement among raft nodes before linearized reading' (duration: 402.121593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:17.03529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:16.632812Z","time spent":"402.468753ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:03:17.035712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.516315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e34026ee-68e2-4b88-9293-b18a48dd7d92\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-19T18:03:17.035747Z","caller":"traceutil/trace.go:171","msg":"trace[790211003] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e34026ee-68e2-4b88-9293-b18a48dd7d92; range_end:; response_count:1; response_revision:4855; }","duration":"151.584126ms","start":"2026-03-19T18:03:16.884153Z","end":"2026-03-19T18:03:17.035737Z","steps":["trace[790211003] 'agreement among raft nodes before linearized reading' (duration: 151.501354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:17.036313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.974097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719496"} {"level":"info","ts":"2026-03-19T18:03:17.036349Z","caller":"traceutil/trace.go:171","msg":"trace[1085234337] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4855; }","duration":"307.013678ms","start":"2026-03-19T18:03:16.729328Z","end":"2026-03-19T18:03:17.036342Z","steps":["trace[1085234337] 'agreement among raft nodes before linearized reading' (duration: 306.700429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:17.03637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:16.729279Z","time spent":"307.08524ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719520,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-19T18:03:17.190405Z","caller":"traceutil/trace.go:171","msg":"trace[1308125891] linearizableReadLoop","detail":"{readStateIndex:5050; appliedIndex:5049; }","duration":"147.107145ms","start":"2026-03-19T18:03:17.043278Z","end":"2026-03-19T18:03:17.190385Z","steps":["trace[1308125891] 'read index received' (duration: 127.361986ms)","trace[1308125891] 'applied index is now lower than readState.Index' (duration: 19.741649ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:17.190498Z","caller":"traceutil/trace.go:171","msg":"trace[592986023] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"151.015042ms","start":"2026-03-19T18:03:17.039475Z","end":"2026-03-19T18:03:17.19049Z","steps":["trace[592986023] 'process raft request' (duration: 131.17241ms)","trace[592986023] 'compare' (duration: 19.611465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:17.190727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.414663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-19T18:03:17.19081Z","caller":"traceutil/trace.go:171","msg":"trace[727738207] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4856; }","duration":"147.514206ms","start":"2026-03-19T18:03:17.043273Z","end":"2026-03-19T18:03:17.190787Z","steps":["trace[727738207] 'agreement among raft nodes before linearized reading' (duration: 147.237458ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:17.196425Z","caller":"traceutil/trace.go:171","msg":"trace[1542251598] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"115.812721ms","start":"2026-03-19T18:03:17.080588Z","end":"2026-03-19T18:03:17.196401Z","steps":["trace[1542251598] 'process raft request' (duration: 115.474072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:17.734177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828885054,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:03:17.815603Z","caller":"traceutil/trace.go:171","msg":"trace[171456843] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"589.719592ms","start":"2026-03-19T18:03:17.225853Z","end":"2026-03-19T18:03:17.815573Z","steps":["trace[171456843] 'process raft request' (duration: 589.510517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:17.815812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:17.225827Z","time spent":"589.864057ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9713,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:17.829267Z","caller":"traceutil/trace.go:171","msg":"trace[2088545527] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"597.597088ms","start":"2026-03-19T18:03:17.231649Z","end":"2026-03-19T18:03:17.829246Z","steps":["trace[2088545527] 'process raft request' (duration: 597.419583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:17.829407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:17.231629Z","time spent":"597.701361ms","remote":"127.0.0.1:36534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7567,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:17.829412Z","caller":"traceutil/trace.go:171","msg":"trace[613164492] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"243.153986ms","start":"2026-03-19T18:03:17.586239Z","end":"2026-03-19T18:03:17.829393Z","steps":["trace[613164492] 'process raft request' (duration: 242.96162ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:17.829362Z","caller":"traceutil/trace.go:171","msg":"trace[749663504] linearizableReadLoop","detail":"{readStateIndex:5054; appliedIndex:5051; }","duration":"595.913112ms","start":"2026-03-19T18:03:17.233427Z","end":"2026-03-19T18:03:17.82934Z","steps":["trace[749663504] 'read index received' (duration: 582.036003ms)","trace[749663504] 'applied index is now lower than readState.Index' (duration: 13.875919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:17.829539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.090157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:03:17.829574Z","caller":"traceutil/trace.go:171","msg":"trace[1306780904] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4860; }","duration":"596.168919ms","start":"2026-03-19T18:03:17.233398Z","end":"2026-03-19T18:03:17.829567Z","steps":["trace[1306780904] 'agreement among raft nodes before linearized reading' (duration: 596.055486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:17.829605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:17.233388Z","time spent":"596.20728ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":41,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:03:17.829695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.715201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:03:17.829737Z","caller":"traceutil/trace.go:171","msg":"trace[353381315] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:4860; }","duration":"243.820224ms","start":"2026-03-19T18:03:17.585907Z","end":"2026-03-19T18:03:17.829727Z","steps":["trace[353381315] 'agreement among raft nodes before linearized reading' (duration: 243.718021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:17.830651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.000552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2207043"} {"level":"info","ts":"2026-03-19T18:03:17.830688Z","caller":"traceutil/trace.go:171","msg":"trace[231214356] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:4860; }","duration":"372.077164ms","start":"2026-03-19T18:03:17.458601Z","end":"2026-03-19T18:03:17.830679Z","steps":["trace[231214356] 'agreement among raft nodes before linearized reading' (duration: 370.940833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:17.830714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:17.458576Z","time spent":"372.130496ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":54,"response size":2207067,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-19T18:03:19.203518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.925125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:03:19.203721Z","caller":"traceutil/trace.go:171","msg":"trace[927540141] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"664.794732ms","start":"2026-03-19T18:03:18.538897Z","end":"2026-03-19T18:03:19.203691Z","steps":["trace[927540141] 'process raft request' (duration: 124.603331ms)","trace[927540141] 'compare' (duration: 539.653666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:19.203831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:18.538875Z","time spent":"664.904235ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:19.203821Z","caller":"traceutil/trace.go:171","msg":"trace[1591594705] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"664.158885ms","start":"2026-03-19T18:03:18.539634Z","end":"2026-03-19T18:03:19.203793Z","steps":["trace[1591594705] 'process raft request' (duration: 664.001611ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:19.203975Z","caller":"traceutil/trace.go:171","msg":"trace[1992840056] linearizableReadLoop","detail":"{readStateIndex:5087; appliedIndex:5085; }","duration":"484.989635ms","start":"2026-03-19T18:03:18.718794Z","end":"2026-03-19T18:03:19.203784Z","steps":["trace[1992840056] 'read index received' (duration: 83.780426ms)","trace[1992840056] 'applied index is now lower than readState.Index' (duration: 401.208259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:19.204014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:18.539625Z","time spent":"664.281868ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:19.204236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.412817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T18:03:19.204367Z","caller":"traceutil/trace.go:171","msg":"trace[1665640880] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4892; }","duration":"485.657704ms","start":"2026-03-19T18:03:18.718676Z","end":"2026-03-19T18:03:19.204334Z","steps":["trace[1665640880] 'agreement among raft nodes before linearized reading' (duration: 485.240262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:19.204429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:18.718632Z","time spent":"485.787067ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T18:03:19.71602Z","caller":"traceutil/trace.go:171","msg":"trace[1832870945] linearizableReadLoop","detail":"{readStateIndex:5088; appliedIndex:5087; }","duration":"511.93469ms","start":"2026-03-19T18:03:19.20404Z","end":"2026-03-19T18:03:19.715974Z","steps":["trace[1832870945] 'read index received' (duration: 472.057632ms)","trace[1832870945] 'applied index is now lower than readState.Index' (duration: 39.875508ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:19.71648Z","caller":"traceutil/trace.go:171","msg":"trace[1667965557] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"514.317265ms","start":"2026-03-19T18:03:19.202141Z","end":"2026-03-19T18:03:19.716458Z","steps":["trace[1667965557] 'process raft request' (duration: 473.917793ms)","trace[1667965557] 'compare' (duration: 39.416625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:19.716591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.846465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:03:19.716628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.041469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e34026ee-68e2-4b88-9293-b18a48dd7d92\" ","response":"range_response_count:1 size:3891"} {"level":"warn","ts":"2026-03-19T18:03:19.716644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:19.202115Z","time spent":"514.422358ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:19.716674Z","caller":"traceutil/trace.go:171","msg":"trace[209226137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4893; }","duration":"560.961148ms","start":"2026-03-19T18:03:19.155695Z","end":"2026-03-19T18:03:19.716656Z","steps":["trace[209226137] 'agreement among raft nodes before linearized reading' (duration: 560.831095ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:19.716699Z","caller":"traceutil/trace.go:171","msg":"trace[1046067731] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e34026ee-68e2-4b88-9293-b18a48dd7d92; range_end:; response_count:1; response_revision:4893; }","duration":"672.161583ms","start":"2026-03-19T18:03:19.044518Z","end":"2026-03-19T18:03:19.71668Z","steps":["trace[1046067731] 'agreement among raft nodes before linearized reading' (duration: 671.924647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:19.716716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:19.155679Z","time spent":"561.02922ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:03:19.716755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:19.044488Z","time spent":"672.249445ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3915,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e34026ee-68e2-4b88-9293-b18a48dd7d92\" "} {"level":"info","ts":"2026-03-19T18:03:19.75154Z","caller":"traceutil/trace.go:171","msg":"trace[1813429891] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"543.411477ms","start":"2026-03-19T18:03:19.208104Z","end":"2026-03-19T18:03:19.751515Z","steps":["trace[1813429891] 'process raft request' (duration: 543.232413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:19.751703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:19.208076Z","time spent":"543.542361ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:19.751888Z","caller":"traceutil/trace.go:171","msg":"trace[1240218788] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"469.418059ms","start":"2026-03-19T18:03:19.282446Z","end":"2026-03-19T18:03:19.751864Z","steps":["trace[1240218788] 'process raft request' (duration: 469.023118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:19.751927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.800113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-7gc4l\" ","response":"range_response_count:1 size:9830"} {"level":"info","ts":"2026-03-19T18:03:19.751978Z","caller":"traceutil/trace.go:171","msg":"trace[1688829857] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-7gc4l; range_end:; response_count:1; response_revision:4895; }","duration":"508.893906ms","start":"2026-03-19T18:03:19.24307Z","end":"2026-03-19T18:03:19.751964Z","steps":["trace[1688829857] 'agreement among raft nodes before linearized reading' (duration: 508.704231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:19.752021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:19.243026Z","time spent":"508.986559ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9854,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-7gc4l\" "} {"level":"warn","ts":"2026-03-19T18:03:19.752019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:19.282424Z","time spent":"469.525782ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:19.75211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.055081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-7gc4l.189e501f36f82518\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-19T18:03:19.752169Z","caller":"traceutil/trace.go:171","msg":"trace[1614727472] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-7gc4l.189e501f36f82518; range_end:; response_count:1; response_revision:4895; }","duration":"509.192004ms","start":"2026-03-19T18:03:19.242964Z","end":"2026-03-19T18:03:19.752156Z","steps":["trace[1614727472] 'agreement among raft nodes before linearized reading' (duration: 508.944377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:19.7522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:19.242939Z","time spent":"509.252856ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":986,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-7gc4l.189e501f36f82518\" "} {"level":"warn","ts":"2026-03-19T18:03:19.753409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.880371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777681"} {"level":"info","ts":"2026-03-19T18:03:19.753468Z","caller":"traceutil/trace.go:171","msg":"trace[623749349] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4895; }","duration":"496.001824ms","start":"2026-03-19T18:03:19.257452Z","end":"2026-03-19T18:03:19.753454Z","steps":["trace[623749349] 'agreement among raft nodes before linearized reading' (duration: 494.459912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:19.753501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:19.257405Z","time spent":"496.086676ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777705,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-19T18:03:19.951907Z","caller":"traceutil/trace.go:171","msg":"trace[966966935] linearizableReadLoop","detail":"{readStateIndex:5092; appliedIndex:5091; }","duration":"188.552515ms","start":"2026-03-19T18:03:19.763322Z","end":"2026-03-19T18:03:19.951874Z","steps":["trace[966966935] 'read index received' (duration: 47.63428ms)","trace[966966935] 'applied index is now lower than readState.Index' (duration: 140.917345ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:19.951962Z","caller":"traceutil/trace.go:171","msg":"trace[1446360567] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"192.540925ms","start":"2026-03-19T18:03:19.759389Z","end":"2026-03-19T18:03:19.95193Z","steps":["trace[1446360567] 'process raft request' (duration: 192.330149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:19.95203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.686969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:19.952094Z","caller":"traceutil/trace.go:171","msg":"trace[42975296] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4896; }","duration":"188.806062ms","start":"2026-03-19T18:03:19.763278Z","end":"2026-03-19T18:03:19.952084Z","steps":["trace[42975296] 'agreement among raft nodes before linearized reading' (duration: 188.698619ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:19.997993Z","caller":"traceutil/trace.go:171","msg":"trace[465619390] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"186.066568ms","start":"2026-03-19T18:03:19.811894Z","end":"2026-03-19T18:03:19.99796Z","steps":["trace[465619390] 'process raft request' (duration: 185.827032ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:19.998067Z","caller":"traceutil/trace.go:171","msg":"trace[522638508] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"161.048455ms","start":"2026-03-19T18:03:19.837004Z","end":"2026-03-19T18:03:19.998053Z","steps":["trace[522638508] 'process raft request' (duration: 160.836859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:19.999091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.786318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:03:19.999148Z","caller":"traceutil/trace.go:171","msg":"trace[1916280641] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:4898; }","duration":"156.884761ms","start":"2026-03-19T18:03:19.84225Z","end":"2026-03-19T18:03:19.999135Z","steps":["trace[1916280641] 'agreement among raft nodes before linearized reading' (duration: 156.036748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:20.380544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.661761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e34026ee-68e2-4b88-9293-b18a48dd7d92\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-03-19T18:03:20.380658Z","caller":"traceutil/trace.go:171","msg":"trace[631501620] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e34026ee-68e2-4b88-9293-b18a48dd7d92; range_end:; response_count:1; response_revision:4900; }","duration":"106.825866ms","start":"2026-03-19T18:03:20.273808Z","end":"2026-03-19T18:03:20.380634Z","steps":["trace[631501620] 'range keys from in-memory index tree' (duration: 106.467186ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:20.909878Z","caller":"traceutil/trace.go:171","msg":"trace[1386057847] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"222.334598ms","start":"2026-03-19T18:03:20.687517Z","end":"2026-03-19T18:03:20.909852Z","steps":["trace[1386057847] 'process raft request' (duration: 221.212907ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:20.909884Z","caller":"traceutil/trace.go:171","msg":"trace[24423025] linearizableReadLoop","detail":"{readStateIndex:5109; appliedIndex:5108; }","duration":"189.195243ms","start":"2026-03-19T18:03:20.720654Z","end":"2026-03-19T18:03:20.909849Z","steps":["trace[24423025] 'read index received' (duration: 187.966109ms)","trace[24423025] 'applied index is now lower than readState.Index' (duration: 1.227104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:20.910165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.503622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e34026ee-68e2-4b88-9293-b18a48dd7d92\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-03-19T18:03:20.910381Z","caller":"traceutil/trace.go:171","msg":"trace[589622474] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e34026ee-68e2-4b88-9293-b18a48dd7d92; range_end:; response_count:1; response_revision:4912; }","duration":"189.748879ms","start":"2026-03-19T18:03:20.720604Z","end":"2026-03-19T18:03:20.910353Z","steps":["trace[589622474] 'agreement among raft nodes before linearized reading' (duration: 189.41665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:29.971783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.074307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:03:29.971941Z","caller":"traceutil/trace.go:171","msg":"trace[447144109] linearizableReadLoop","detail":"{readStateIndex:5259; appliedIndex:5257; }","duration":"482.951307ms","start":"2026-03-19T18:03:29.488977Z","end":"2026-03-19T18:03:29.971929Z","steps":["trace[447144109] 'read index received' (duration: 62.996229ms)","trace[447144109] 'applied index is now lower than readState.Index' (duration: 419.954328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:29.972006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.035039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:29.972031Z","caller":"traceutil/trace.go:171","msg":"trace[790863816] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5057; }","duration":"483.091881ms","start":"2026-03-19T18:03:29.488932Z","end":"2026-03-19T18:03:29.972024Z","steps":["trace[790863816] 'agreement among raft nodes before linearized reading' (duration: 483.031399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:29.972053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:29.488909Z","time spent":"483.139012ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"info","ts":"2026-03-19T18:03:29.972251Z","caller":"traceutil/trace.go:171","msg":"trace[1612138475] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"577.406734ms","start":"2026-03-19T18:03:29.394835Z","end":"2026-03-19T18:03:29.972242Z","steps":["trace[1612138475] 'process raft request' (duration: 77.803533ms)","trace[1612138475] 'compare' (duration: 498.49662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:29.97231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:29.394811Z","time spent":"577.476696ms","remote":"127.0.0.1:45706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:29.972516Z","caller":"traceutil/trace.go:171","msg":"trace[1241567321] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"577.62789ms","start":"2026-03-19T18:03:29.394881Z","end":"2026-03-19T18:03:29.972509Z","steps":["trace[1241567321] 'process raft request' (duration: 576.995323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:29.972563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:29.394862Z","time spent":"577.679332ms","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1194,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:30.478891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828885497,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:03:30.558448Z","caller":"traceutil/trace.go:171","msg":"trace[695656247] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"753.915268ms","start":"2026-03-19T18:03:29.804501Z","end":"2026-03-19T18:03:30.558416Z","steps":["trace[695656247] 'process raft request' (duration: 753.763034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:30.558622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:29.80447Z","time spent":"754.063872ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:30.559632Z","caller":"traceutil/trace.go:171","msg":"trace[555421457] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"531.774387ms","start":"2026-03-19T18:03:30.027826Z","end":"2026-03-19T18:03:30.5596Z","steps":["trace[555421457] 'process raft request' (duration: 531.51165ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:30.559851Z","caller":"traceutil/trace.go:171","msg":"trace[27985359] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"102.964008ms","start":"2026-03-19T18:03:30.456848Z","end":"2026-03-19T18:03:30.559812Z","steps":["trace[27985359] 'process raft request' (duration: 102.606718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:30.559949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:30.027798Z","time spent":"531.917142ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:30.906074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.542405ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T18:03:30.906211Z","caller":"traceutil/trace.go:171","msg":"trace[2139828210] linearizableReadLoop","detail":"{readStateIndex:5262; appliedIndex:5259; }","duration":"927.717299ms","start":"2026-03-19T18:03:29.978472Z","end":"2026-03-19T18:03:30.90619Z","steps":["trace[2139828210] 'read index received' (duration: 579.809707ms)","trace[2139828210] 'applied index is now lower than readState.Index' (duration: 347.903622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:30.906509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.924186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:03:30.906513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.807079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T18:03:30.906547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.459276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:03:30.906587Z","caller":"traceutil/trace.go:171","msg":"trace[74391083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5060; }","duration":"226.921201ms","start":"2026-03-19T18:03:30.67965Z","end":"2026-03-19T18:03:30.906572Z","steps":["trace[74391083] 'agreement among raft nodes before linearized reading' (duration: 226.725796ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:30.906586Z","caller":"traceutil/trace.go:171","msg":"trace[857789786] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5060; }","duration":"512.05173ms","start":"2026-03-19T18:03:30.394512Z","end":"2026-03-19T18:03:30.906564Z","steps":["trace[857789786] 'agreement among raft nodes before linearized reading' (duration: 511.914766ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:30.906623Z","caller":"traceutil/trace.go:171","msg":"trace[1931964719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5060; }","duration":"422.58318ms","start":"2026-03-19T18:03:30.484021Z","end":"2026-03-19T18:03:30.906605Z","steps":["trace[1931964719] 'agreement among raft nodes before linearized reading' (duration: 422.369744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:30.906596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.912354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T18:03:30.906523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.997473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T18:03:30.906659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:30.483997Z","time spent":"422.653901ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:03:30.906665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:30.39449Z","time spent":"512.158072ms","remote":"127.0.0.1:56794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:03:30.906686Z","caller":"traceutil/trace.go:171","msg":"trace[1392806257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5060; }","duration":"200.056268ms","start":"2026-03-19T18:03:30.706605Z","end":"2026-03-19T18:03:30.906661Z","steps":["trace[1392806257] 'agreement among raft nodes before linearized reading' (duration: 199.776181ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:30.906701Z","caller":"traceutil/trace.go:171","msg":"trace[1097103025] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:5060; }","duration":"867.204289ms","start":"2026-03-19T18:03:30.039475Z","end":"2026-03-19T18:03:30.906679Z","steps":["trace[1097103025] 'agreement among raft nodes before linearized reading' (duration: 866.8985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:30.906764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:30.039462Z","time spent":"867.287631ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-f925l\" "} {"level":"warn","ts":"2026-03-19T18:03:30.907386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.910323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:119859"} {"level":"info","ts":"2026-03-19T18:03:30.907451Z","caller":"traceutil/trace.go:171","msg":"trace[228327144] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5060; }","duration":"928.994434ms","start":"2026-03-19T18:03:29.978438Z","end":"2026-03-19T18:03:30.907432Z","steps":["trace[228327144] 'agreement among raft nodes before linearized reading' (duration: 927.864563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:30.907497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:29.978419Z","time spent":"929.068297ms","remote":"127.0.0.1:45610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":119883,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-19T18:03:31.02892Z","caller":"traceutil/trace.go:171","msg":"trace[1955904318] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"117.791034ms","start":"2026-03-19T18:03:30.911099Z","end":"2026-03-19T18:03:31.02889Z","steps":["trace[1955904318] 'process raft request' (duration: 117.546757ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:31.220863Z","caller":"traceutil/trace.go:171","msg":"trace[909180438] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"189.756287ms","start":"2026-03-19T18:03:31.031078Z","end":"2026-03-19T18:03:31.220835Z","steps":["trace[909180438] 'process raft request' (duration: 189.702035ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:31.221059Z","caller":"traceutil/trace.go:171","msg":"trace[1117441556] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"309.575346ms","start":"2026-03-19T18:03:30.911456Z","end":"2026-03-19T18:03:31.221031Z","steps":["trace[1117441556] 'process raft request' (duration: 309.282538ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:31.221252Z","caller":"traceutil/trace.go:171","msg":"trace[1103937088] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"309.874955ms","start":"2026-03-19T18:03:30.911357Z","end":"2026-03-19T18:03:31.221232Z","steps":["trace[1103937088] 'process raft request' (duration: 224.751122ms)","trace[1103937088] 'compare' (duration: 84.440374ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:31.221261Z","caller":"traceutil/trace.go:171","msg":"trace[2083155265] linearizableReadLoop","detail":"{readStateIndex:5267; appliedIndex:5263; }","duration":"309.555295ms","start":"2026-03-19T18:03:30.911691Z","end":"2026-03-19T18:03:31.221246Z","steps":["trace[2083155265] 'read index received' (duration: 116.875098ms)","trace[2083155265] 'applied index is now lower than readState.Index' (duration: 192.678517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:31.221278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:30.911434Z","time spent":"309.71629ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:31.221362Z","caller":"traceutil/trace.go:171","msg":"trace[1386211896] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"309.958046ms","start":"2026-03-19T18:03:30.91137Z","end":"2026-03-19T18:03:31.221328Z","steps":["trace[1386211896] 'process raft request' (duration: 309.320929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:31.221517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:30.91136Z","time spent":"310.075599ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:31.221538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.837714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71030"} {"level":"info","ts":"2026-03-19T18:03:31.221576Z","caller":"traceutil/trace.go:171","msg":"trace[306450596] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5065; }","duration":"309.902135ms","start":"2026-03-19T18:03:30.911662Z","end":"2026-03-19T18:03:31.221564Z","steps":["trace[306450596] 'agreement among raft nodes before linearized reading' (duration: 309.696259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:31.221623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:30.911654Z","time spent":"309.959046ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":71054,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T18:03:31.221643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:30.911346Z","time spent":"309.947576ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:31.481764Z","caller":"traceutil/trace.go:171","msg":"trace[551108557] linearizableReadLoop","detail":"{readStateIndex:5270; appliedIndex:5269; }","duration":"149.262382ms","start":"2026-03-19T18:03:31.332471Z","end":"2026-03-19T18:03:31.481733Z","steps":["trace[551108557] 'read index received' (duration: 118.667547ms)","trace[551108557] 'applied index is now lower than readState.Index' (duration: 30.593725ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:31.482082Z","caller":"traceutil/trace.go:171","msg":"trace[1521158081] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"256.241131ms","start":"2026-03-19T18:03:31.225819Z","end":"2026-03-19T18:03:31.482061Z","steps":["trace[1521158081] 'process raft request' (duration: 225.290597ms)","trace[1521158081] 'compare' (duration: 30.489972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:31.482344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.865379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:03:31.482386Z","caller":"traceutil/trace.go:171","msg":"trace[1461749424] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5067; }","duration":"149.944961ms","start":"2026-03-19T18:03:31.332432Z","end":"2026-03-19T18:03:31.482377Z","steps":["trace[1461749424] 'agreement among raft nodes before linearized reading' (duration: 149.790717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:31.482378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.415339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:03:31.482427Z","caller":"traceutil/trace.go:171","msg":"trace[78679593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5067; }","duration":"137.523052ms","start":"2026-03-19T18:03:31.344893Z","end":"2026-03-19T18:03:31.482416Z","steps":["trace[78679593] 'agreement among raft nodes before linearized reading' (duration: 137.333697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:31.725574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.508603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:03:31.725821Z","caller":"traceutil/trace.go:171","msg":"trace[1215979075] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"238.882887ms","start":"2026-03-19T18:03:31.486913Z","end":"2026-03-19T18:03:31.725796Z","steps":["trace[1215979075] 'process raft request' (duration: 105.092026ms)","trace[1215979075] 'compare' (duration: 133.429041ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:31.725842Z","caller":"traceutil/trace.go:171","msg":"trace[1994203867] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"238.910078ms","start":"2026-03-19T18:03:31.486925Z","end":"2026-03-19T18:03:31.725835Z","steps":["trace[1994203867] 'process raft request' (duration: 238.835136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:32.686172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.689376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:03:32.686278Z","caller":"traceutil/trace.go:171","msg":"trace[76734401] linearizableReadLoop","detail":"{readStateIndex:5273; appliedIndex:5272; }","duration":"278.648752ms","start":"2026-03-19T18:03:32.407612Z","end":"2026-03-19T18:03:32.686261Z","steps":["trace[76734401] 'read index received' (duration: 114.839183ms)","trace[76734401] 'applied index is now lower than readState.Index' (duration: 163.808379ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:32.686354Z","caller":"traceutil/trace.go:171","msg":"trace[1164200370] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"460.589246ms","start":"2026-03-19T18:03:32.225732Z","end":"2026-03-19T18:03:32.686322Z","steps":["trace[1164200370] 'process raft request' (duration: 296.664364ms)","trace[1164200370] 'compare' (duration: 163.349486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:32.68643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.826838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:03:32.686459Z","caller":"traceutil/trace.go:171","msg":"trace[1553989175] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5070; }","duration":"278.894549ms","start":"2026-03-19T18:03:32.407555Z","end":"2026-03-19T18:03:32.68645Z","steps":["trace[1553989175] 'agreement among raft nodes before linearized reading' (duration: 278.772376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:32.686505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:32.225705Z","time spent":"460.71999ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:32.689117Z","caller":"traceutil/trace.go:171","msg":"trace[835537755] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"125.35469ms","start":"2026-03-19T18:03:32.563745Z","end":"2026-03-19T18:03:32.6891Z","steps":["trace[835537755] 'process raft request' (duration: 125.235807ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:32.878394Z","caller":"traceutil/trace.go:171","msg":"trace[128594670] linearizableReadLoop","detail":"{readStateIndex:5276; appliedIndex:5273; }","duration":"192.065609ms","start":"2026-03-19T18:03:32.686304Z","end":"2026-03-19T18:03:32.87837Z","steps":["trace[128594670] 'read index received' (duration: 2.676252ms)","trace[128594670] 'applied index is now lower than readState.Index' (duration: 189.388527ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:32.878493Z","caller":"traceutil/trace.go:171","msg":"trace[1259437152] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"314.145951ms","start":"2026-03-19T18:03:32.564292Z","end":"2026-03-19T18:03:32.878438Z","steps":["trace[1259437152] 'process raft request' (duration: 309.155575ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:32.878577Z","caller":"traceutil/trace.go:171","msg":"trace[1358821338] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"311.662073ms","start":"2026-03-19T18:03:32.566872Z","end":"2026-03-19T18:03:32.878534Z","steps":["trace[1358821338] 'process raft request' (duration: 311.448987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:32.878664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.044606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-796fc97d46-rqhqz.189e5020de12ca28\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-19T18:03:32.878709Z","caller":"traceutil/trace.go:171","msg":"trace[1011399551] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-796fc97d46-rqhqz.189e5020de12ca28; range_end:; response_count:1; response_revision:5073; }","duration":"204.149589ms","start":"2026-03-19T18:03:32.674546Z","end":"2026-03-19T18:03:32.878696Z","steps":["trace[1011399551] 'agreement among raft nodes before linearized reading' (duration: 203.978165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:32.87876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:32.564258Z","time spent":"314.350437ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:32.878806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:32.566861Z","time spent":"311.812028ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:32.879165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.028678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:03:32.879214Z","caller":"traceutil/trace.go:171","msg":"trace[1351433527] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5073; }","duration":"189.13594ms","start":"2026-03-19T18:03:32.690066Z","end":"2026-03-19T18:03:32.879202Z","steps":["trace[1351433527] 'agreement among raft nodes before linearized reading' (duration: 188.897564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:33.117532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.259565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:33.117687Z","caller":"traceutil/trace.go:171","msg":"trace[393890411] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5074; }","duration":"133.432351ms","start":"2026-03-19T18:03:32.984182Z","end":"2026-03-19T18:03:33.117614Z","steps":["trace[393890411] 'range keys from in-memory index tree' (duration: 133.137453ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:33.424007Z","caller":"traceutil/trace.go:171","msg":"trace[248135411] linearizableReadLoop","detail":"{readStateIndex:5280; appliedIndex:5277; }","duration":"190.783825ms","start":"2026-03-19T18:03:33.233192Z","end":"2026-03-19T18:03:33.423976Z","steps":["trace[248135411] 'read index received' (duration: 27.708016ms)","trace[248135411] 'applied index is now lower than readState.Index' (duration: 163.073469ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:33.424159Z","caller":"traceutil/trace.go:171","msg":"trace[197062768] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"192.684447ms","start":"2026-03-19T18:03:33.231451Z","end":"2026-03-19T18:03:33.424136Z","steps":["trace[197062768] 'process raft request' (duration: 95.645099ms)","trace[197062768] 'compare' (duration: 96.523244ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:33.424177Z","caller":"traceutil/trace.go:171","msg":"trace[1802333553] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"192.616295ms","start":"2026-03-19T18:03:33.231546Z","end":"2026-03-19T18:03:33.424163Z","steps":["trace[1802333553] 'process raft request' (duration: 192.212334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:33.42451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.295579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71030"} {"level":"info","ts":"2026-03-19T18:03:33.424573Z","caller":"traceutil/trace.go:171","msg":"trace[533052392] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5077; }","duration":"191.430153ms","start":"2026-03-19T18:03:33.233129Z","end":"2026-03-19T18:03:33.424559Z","steps":["trace[533052392] 'agreement among raft nodes before linearized reading' (duration: 191.170166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:33.4246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.166519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:03:33.424669Z","caller":"traceutil/trace.go:171","msg":"trace[894637233] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5077; }","duration":"109.279002ms","start":"2026-03-19T18:03:33.315373Z","end":"2026-03-19T18:03:33.424652Z","steps":["trace[894637233] 'agreement among raft nodes before linearized reading' (duration: 109.164039ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:37.978378Z","caller":"traceutil/trace.go:171","msg":"trace[1748524018] linearizableReadLoop","detail":"{readStateIndex:5322; appliedIndex:5319; }","duration":"526.211915ms","start":"2026-03-19T18:03:37.452147Z","end":"2026-03-19T18:03:37.978359Z","steps":["trace[1748524018] 'read index received' (duration: 58.489076ms)","trace[1748524018] 'applied index is now lower than readState.Index' (duration: 467.722009ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:37.978468Z","caller":"traceutil/trace.go:171","msg":"trace[1323917896] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"526.824232ms","start":"2026-03-19T18:03:37.451633Z","end":"2026-03-19T18:03:37.978457Z","steps":["trace[1323917896] 'process raft request' (duration: 526.691938ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:37.978464Z","caller":"traceutil/trace.go:171","msg":"trace[569565332] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"526.835783ms","start":"2026-03-19T18:03:37.451575Z","end":"2026-03-19T18:03:37.978411Z","steps":["trace[569565332] 'process raft request' (duration: 526.616177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:37.978554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:37.451611Z","time spent":"526.875924ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:37.978677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:37.451556Z","time spent":"526.999657ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:37.978849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.674068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71041"} {"level":"info","ts":"2026-03-19T18:03:37.978944Z","caller":"traceutil/trace.go:171","msg":"trace[927834898] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5118; }","duration":"526.844743ms","start":"2026-03-19T18:03:37.452078Z","end":"2026-03-19T18:03:37.978923Z","steps":["trace[927834898] 'agreement among raft nodes before linearized reading' (duration: 526.448752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:37.979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:37.452041Z","time spent":"526.948136ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":71065,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T18:03:37.996003Z","caller":"traceutil/trace.go:171","msg":"trace[1004966348] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"478.427652ms","start":"2026-03-19T18:03:37.517537Z","end":"2026-03-19T18:03:37.995964Z","steps":["trace[1004966348] 'process raft request' (duration: 478.101673ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:37.996271Z","caller":"traceutil/trace.go:171","msg":"trace[2126437538] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"478.524745ms","start":"2026-03-19T18:03:37.517723Z","end":"2026-03-19T18:03:37.996248Z","steps":["trace[2126437538] 'process raft request' (duration: 478.151615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:37.99632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:37.517509Z","time spent":"478.615257ms","remote":"127.0.0.1:45706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1282,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:37.996398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:37.517678Z","time spent":"478.651508ms","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:37.996491Z","caller":"traceutil/trace.go:171","msg":"trace[1537810569] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"478.149545ms","start":"2026-03-19T18:03:37.51831Z","end":"2026-03-19T18:03:37.99646Z","steps":["trace[1537810569] 'process raft request' (duration: 477.822976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:37.996671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:37.518294Z","time spent":"478.279078ms","remote":"127.0.0.1:45706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:37.996729Z","caller":"traceutil/trace.go:171","msg":"trace[692685058] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"478.167985ms","start":"2026-03-19T18:03:37.518521Z","end":"2026-03-19T18:03:37.996689Z","steps":["trace[692685058] 'process raft request' (duration: 477.854616ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:37.99679Z","caller":"traceutil/trace.go:171","msg":"trace[562956847] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"231.768833ms","start":"2026-03-19T18:03:37.765007Z","end":"2026-03-19T18:03:37.996776Z","steps":["trace[562956847] 'process raft request' (duration: 231.619799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:37.996854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.034877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-19T18:03:37.996898Z","caller":"traceutil/trace.go:171","msg":"trace[1998246335] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5123; }","duration":"531.120059ms","start":"2026-03-19T18:03:37.465763Z","end":"2026-03-19T18:03:37.996883Z","steps":["trace[1998246335] 'agreement among raft nodes before linearized reading' (duration: 530.935404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:37.996919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:37.518497Z","time spent":"478.320089ms","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:03:37.996933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.824395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:03:37.996976Z","caller":"traceutil/trace.go:171","msg":"trace[1609678483] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5123; }","duration":"220.901887ms","start":"2026-03-19T18:03:37.776064Z","end":"2026-03-19T18:03:37.996966Z","steps":["trace[1609678483] 'agreement among raft nodes before linearized reading' (duration: 220.764164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:37.997013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.24128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:03:37.997042Z","caller":"traceutil/trace.go:171","msg":"trace[1728746564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5123; }","duration":"223.304322ms","start":"2026-03-19T18:03:37.773729Z","end":"2026-03-19T18:03:37.997034Z","steps":["trace[1728746564] 'agreement among raft nodes before linearized reading' (duration: 223.22255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:37.996933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:37.465752Z","time spent":"531.172231ms","remote":"127.0.0.1:45700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-19T18:03:37.997108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.202144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:37.99715Z","caller":"traceutil/trace.go:171","msg":"trace[274404122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5123; }","duration":"111.301827ms","start":"2026-03-19T18:03:37.885837Z","end":"2026-03-19T18:03:37.997138Z","steps":["trace[274404122] 'agreement among raft nodes before linearized reading' (duration: 111.216475ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:38.891083Z","caller":"traceutil/trace.go:171","msg":"trace[2047200097] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"146.788335ms","start":"2026-03-19T18:03:38.744227Z","end":"2026-03-19T18:03:38.891015Z","steps":["trace[2047200097] 'process raft request' (duration: 146.61709ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:38.893288Z","caller":"traceutil/trace.go:171","msg":"trace[338854612] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"125.340619ms","start":"2026-03-19T18:03:38.767912Z","end":"2026-03-19T18:03:38.893253Z","steps":["trace[338854612] 'process raft request' (duration: 125.072452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:40.313098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.008182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:03:40.313216Z","caller":"traceutil/trace.go:171","msg":"trace[646619127] linearizableReadLoop","detail":"{readStateIndex:5349; appliedIndex:5348; }","duration":"292.51012ms","start":"2026-03-19T18:03:40.020664Z","end":"2026-03-19T18:03:40.313174Z","steps":["trace[646619127] 'read index received' (duration: 116.354094ms)","trace[646619127] 'applied index is now lower than readState.Index' (duration: 176.155226ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:40.313273Z","caller":"traceutil/trace.go:171","msg":"trace[1605096984] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"297.371793ms","start":"2026-03-19T18:03:40.015879Z","end":"2026-03-19T18:03:40.313251Z","steps":["trace[1605096984] 'process raft request' (duration: 121.142326ms)","trace[1605096984] 'compare' (duration: 175.911489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:40.313416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.731936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:03:40.313477Z","caller":"traceutil/trace.go:171","msg":"trace[452661675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5145; }","duration":"292.840659ms","start":"2026-03-19T18:03:40.020622Z","end":"2026-03-19T18:03:40.313463Z","steps":["trace[452661675] 'agreement among raft nodes before linearized reading' (duration: 292.635314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:40.313772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.190586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:03:40.313841Z","caller":"traceutil/trace.go:171","msg":"trace[1422932681] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5146; }","duration":"114.35293ms","start":"2026-03-19T18:03:40.199471Z","end":"2026-03-19T18:03:40.313824Z","steps":["trace[1422932681] 'agreement among raft nodes before linearized reading' (duration: 114.180085ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:40.313813Z","caller":"traceutil/trace.go:171","msg":"trace[487520613] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"284.379579ms","start":"2026-03-19T18:03:40.029385Z","end":"2026-03-19T18:03:40.313764Z","steps":["trace[487520613] 'process raft request' (duration: 284.127542ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:41.415817Z","caller":"traceutil/trace.go:171","msg":"trace[107597973] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"115.910023ms","start":"2026-03-19T18:03:41.299862Z","end":"2026-03-19T18:03:41.415772Z","steps":["trace[107597973] 'process raft request' (duration: 65.822336ms)","trace[107597973] 'compare' (duration: 49.771178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:03:42.012818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828885854,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:03:42.461368Z","caller":"traceutil/trace.go:171","msg":"trace[917383317] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"970.007085ms","start":"2026-03-19T18:03:41.491328Z","end":"2026-03-19T18:03:42.461335Z","steps":["trace[917383317] 'process raft request' (duration: 969.773458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:42.461562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:41.491306Z","time spent":"970.164089ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:42.462389Z","caller":"traceutil/trace.go:171","msg":"trace[115947888] linearizableReadLoop","detail":"{readStateIndex:5415; appliedIndex:5413; }","duration":"949.716511ms","start":"2026-03-19T18:03:41.512647Z","end":"2026-03-19T18:03:42.462364Z","steps":["trace[115947888] 'read index received' (duration: 948.508108ms)","trace[115947888] 'applied index is now lower than readState.Index' (duration: 1.207113ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:42.462474Z","caller":"traceutil/trace.go:171","msg":"trace[105680276] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"156.858789ms","start":"2026-03-19T18:03:42.305585Z","end":"2026-03-19T18:03:42.462444Z","steps":["trace[105680276] 'process raft request' (duration: 156.695305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:42.462566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.899557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2ae38bfe-8ad1-498b-b956-74ab843ecbe4\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-19T18:03:42.462617Z","caller":"traceutil/trace.go:171","msg":"trace[1949641392] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2ae38bfe-8ad1-498b-b956-74ab843ecbe4; range_end:; response_count:1; response_revision:5210; }","duration":"949.986968ms","start":"2026-03-19T18:03:41.512613Z","end":"2026-03-19T18:03:42.4626Z","steps":["trace[1949641392] 'agreement among raft nodes before linearized reading' (duration: 949.890226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:42.462654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:41.512597Z","time spent":"950.049171ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3790,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2ae38bfe-8ad1-498b-b956-74ab843ecbe4\" "} {"level":"info","ts":"2026-03-19T18:03:42.462658Z","caller":"traceutil/trace.go:171","msg":"trace[434585232] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"718.7588ms","start":"2026-03-19T18:03:41.743865Z","end":"2026-03-19T18:03:42.462623Z","steps":["trace[434585232] 'process raft request' (duration: 718.302448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:42.462764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.221288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:03:42.462779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:41.74384Z","time spent":"718.876673ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:03:42.462829Z","caller":"traceutil/trace.go:171","msg":"trace[1223401681] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5210; }","duration":"360.340341ms","start":"2026-03-19T18:03:42.102472Z","end":"2026-03-19T18:03:42.462813Z","steps":["trace[1223401681] 'agreement among raft nodes before linearized reading' (duration: 360.212668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:42.462848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.199495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:03:42.462908Z","caller":"traceutil/trace.go:171","msg":"trace[1488848166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5210; }","duration":"140.286497ms","start":"2026-03-19T18:03:42.322603Z","end":"2026-03-19T18:03:42.462889Z","steps":["trace[1488848166] 'agreement among raft nodes before linearized reading' (duration: 140.105432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:42.462965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.363406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:03:42.462985Z","caller":"traceutil/trace.go:171","msg":"trace[2088667420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5210; }","duration":"145.427088ms","start":"2026-03-19T18:03:42.317552Z","end":"2026-03-19T18:03:42.46298Z","steps":["trace[2088667420] 'agreement among raft nodes before linearized reading' (duration: 145.329875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:42.462862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:42.102452Z","time spent":"360.403392ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:03:42.463036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.140052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:03:42.46307Z","caller":"traceutil/trace.go:171","msg":"trace[953907604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5210; }","duration":"468.192274ms","start":"2026-03-19T18:03:41.994868Z","end":"2026-03-19T18:03:42.463061Z","steps":["trace[953907604] 'agreement among raft nodes before linearized reading' (duration: 468.068641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:42.4631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:41.994859Z","time spent":"468.234925ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:03:42.463116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.362608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:03:42.463134Z","caller":"traceutil/trace.go:171","msg":"trace[1737847120] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:5210; }","duration":"468.42523ms","start":"2026-03-19T18:03:41.994703Z","end":"2026-03-19T18:03:42.463128Z","steps":["trace[1737847120] 'agreement among raft nodes before linearized reading' (duration: 468.368638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:42.46315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:41.994678Z","time spent":"468.468581ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-f925l\" "} {"level":"warn","ts":"2026-03-19T18:03:42.463221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.624298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:03:42.463262Z","caller":"traceutil/trace.go:171","msg":"trace[1708311186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5210; }","duration":"467.67166ms","start":"2026-03-19T18:03:41.995567Z","end":"2026-03-19T18:03:42.463238Z","steps":["trace[1708311186] 'agreement among raft nodes before linearized reading' (duration: 467.598128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:42.463289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:41.995555Z","time spent":"467.727311ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:03:42.46333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.112925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-19T18:03:42.463354Z","caller":"traceutil/trace.go:171","msg":"trace[609014285] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5210; }","duration":"625.174927ms","start":"2026-03-19T18:03:41.838171Z","end":"2026-03-19T18:03:42.463346Z","steps":["trace[609014285] 'agreement among raft nodes before linearized reading' (duration: 624.484508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:42.463371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:03:41.838149Z","time spent":"625.217757ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-19T18:03:42.473668Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2645} {"level":"info","ts":"2026-03-19T18:03:42.59471Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2645,"took":"119.910321ms","hash":399710208,"current-db-size-bytes":37978112,"current-db-size":"38 MB","current-db-size-in-use-bytes":27967488,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-19T18:03:42.594795Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":399710208,"revision":2645,"compact-revision":-1} {"level":"warn","ts":"2026-03-19T18:03:49.903806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.45175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T18:03:49.903881Z","caller":"traceutil/trace.go:171","msg":"trace[392800937] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5316; }","duration":"137.583594ms","start":"2026-03-19T18:03:49.766282Z","end":"2026-03-19T18:03:49.903866Z","steps":["trace[392800937] 'range keys from in-memory index tree' (duration: 137.272676ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:50.656996Z","caller":"traceutil/trace.go:171","msg":"trace[1542101976] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"108.663475ms","start":"2026-03-19T18:03:50.548291Z","end":"2026-03-19T18:03:50.656955Z","steps":["trace[1542101976] 'process raft request' (duration: 108.410548ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:50.657072Z","caller":"traceutil/trace.go:171","msg":"trace[29674084] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"106.230419ms","start":"2026-03-19T18:03:50.550818Z","end":"2026-03-19T18:03:50.657048Z","steps":["trace[29674084] 'process raft request' (duration: 106.043574ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:50.657021Z","caller":"traceutil/trace.go:171","msg":"trace[227787291] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"108.621413ms","start":"2026-03-19T18:03:50.548376Z","end":"2026-03-19T18:03:50.656998Z","steps":["trace[227787291] 'process raft request' (duration: 108.459229ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:50.937429Z","caller":"traceutil/trace.go:171","msg":"trace[915299853] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"139.788684ms","start":"2026-03-19T18:03:50.797621Z","end":"2026-03-19T18:03:50.93741Z","steps":["trace[915299853] 'process raft request' (duration: 139.64292ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:55.293698Z","caller":"traceutil/trace.go:171","msg":"trace[1796208570] linearizableReadLoop","detail":"{readStateIndex:5592; appliedIndex:5591; }","duration":"148.854792ms","start":"2026-03-19T18:03:55.144818Z","end":"2026-03-19T18:03:55.293672Z","steps":["trace[1796208570] 'read index received' (duration: 148.592555ms)","trace[1796208570] 'applied index is now lower than readState.Index' (duration: 261.217µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:55.293775Z","caller":"traceutil/trace.go:171","msg":"trace[2028689730] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"196.992555ms","start":"2026-03-19T18:03:55.09675Z","end":"2026-03-19T18:03:55.293743Z","steps":["trace[2028689730] 'process raft request' (duration: 196.771239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:55.293833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.995516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:03:55.293875Z","caller":"traceutil/trace.go:171","msg":"trace[2121561819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5381; }","duration":"149.075257ms","start":"2026-03-19T18:03:55.144788Z","end":"2026-03-19T18:03:55.293864Z","steps":["trace[2121561819] 'agreement among raft nodes before linearized reading' (duration: 148.980114ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:03:58.812301Z","caller":"traceutil/trace.go:171","msg":"trace[1075629056] linearizableReadLoop","detail":"{readStateIndex:5637; appliedIndex:5636; }","duration":"229.567674ms","start":"2026-03-19T18:03:58.582706Z","end":"2026-03-19T18:03:58.812274Z","steps":["trace[1075629056] 'read index received' (duration: 229.304457ms)","trace[1075629056] 'applied index is now lower than readState.Index' (duration: 261.847µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:03:58.812476Z","caller":"traceutil/trace.go:171","msg":"trace[156236976] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"234.417156ms","start":"2026-03-19T18:03:58.57804Z","end":"2026-03-19T18:03:58.812457Z","steps":["trace[156236976] 'process raft request' (duration: 234.068766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:58.812666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.707473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:03:58.812753Z","caller":"traceutil/trace.go:171","msg":"trace[1919735444] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5423; }","duration":"216.828665ms","start":"2026-03-19T18:03:58.595903Z","end":"2026-03-19T18:03:58.812732Z","steps":["trace[1919735444] 'agreement among raft nodes before linearized reading' (duration: 216.605379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:58.813073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.630347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:03:58.813136Z","caller":"traceutil/trace.go:171","msg":"trace[927056905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5423; }","duration":"125.738451ms","start":"2026-03-19T18:03:58.687383Z","end":"2026-03-19T18:03:58.813122Z","steps":["trace[927056905] 'agreement among raft nodes before linearized reading' (duration: 125.598327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:58.813254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.55539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:03:58.813308Z","caller":"traceutil/trace.go:171","msg":"trace[1827813217] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:5423; }","duration":"230.648223ms","start":"2026-03-19T18:03:58.582644Z","end":"2026-03-19T18:03:58.813293Z","steps":["trace[1827813217] 'agreement among raft nodes before linearized reading' (duration: 230.459778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:58.813072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.133257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:03:58.813452Z","caller":"traceutil/trace.go:171","msg":"trace[298420734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5423; }","duration":"124.515387ms","start":"2026-03-19T18:03:58.688903Z","end":"2026-03-19T18:03:58.813418Z","steps":["trace[298420734] 'agreement among raft nodes before linearized reading' (duration: 124.068105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:58.81339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.397869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:03:58.81354Z","caller":"traceutil/trace.go:171","msg":"trace[1712548330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5423; }","duration":"170.595645ms","start":"2026-03-19T18:03:58.64292Z","end":"2026-03-19T18:03:58.813516Z","steps":["trace[1712548330] 'agreement among raft nodes before linearized reading' (duration: 170.221635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:58.813574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.538662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T18:03:58.813633Z","caller":"traceutil/trace.go:171","msg":"trace[1511258217] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5423; }","duration":"104.641716ms","start":"2026-03-19T18:03:58.708977Z","end":"2026-03-19T18:03:58.813619Z","steps":["trace[1511258217] 'agreement among raft nodes before linearized reading' (duration: 104.544423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:03:58.81381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.586169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:03:58.813911Z","caller":"traceutil/trace.go:171","msg":"trace[625480433] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5423; }","duration":"124.708453ms","start":"2026-03-19T18:03:58.689179Z","end":"2026-03-19T18:03:58.813887Z","steps":["trace[625480433] 'agreement among raft nodes before linearized reading' (duration: 124.470466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:04.278739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828886401,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:04:04.455938Z","caller":"traceutil/trace.go:171","msg":"trace[886988651] linearizableReadLoop","detail":"{readStateIndex:5671; appliedIndex:5670; }","duration":"677.773441ms","start":"2026-03-19T18:04:03.778146Z","end":"2026-03-19T18:04:04.455919Z","steps":["trace[886988651] 'read index received' (duration: 677.625387ms)","trace[886988651] 'applied index is now lower than readState.Index' (duration: 147.194µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:04:04.456012Z","caller":"traceutil/trace.go:171","msg":"trace[168050558] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"752.332006ms","start":"2026-03-19T18:04:03.703651Z","end":"2026-03-19T18:04:04.455983Z","steps":["trace[168050558] 'process raft request' (duration: 752.146861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:04.456113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.962377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T18:04:04.456135Z","caller":"traceutil/trace.go:171","msg":"trace[272668900] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5456; }","duration":"678.038249ms","start":"2026-03-19T18:04:03.778089Z","end":"2026-03-19T18:04:04.456127Z","steps":["trace[272668900] 'agreement among raft nodes before linearized reading' (duration: 677.928396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:04.456155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:03.778065Z","time spent":"678.08527ms","remote":"127.0.0.1:45700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T18:04:04.456168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:03.703634Z","time spent":"752.445899ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8456,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:04:04.456414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.567842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:04:04.456459Z","caller":"traceutil/trace.go:171","msg":"trace[501644275] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5456; }","duration":"546.669225ms","start":"2026-03-19T18:04:03.909777Z","end":"2026-03-19T18:04:04.456446Z","steps":["trace[501644275] 'agreement among raft nodes before linearized reading' (duration: 546.528821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:04.456488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:03.909744Z","time spent":"546.736937ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:04:05.018243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828886408,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:04:05.51938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828886408,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:04:06.02008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828886408,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:04:06.052468Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.584702605s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:04:06.053486Z","caller":"traceutil/trace.go:171","msg":"trace[2100333956] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"1.585783495s","start":"2026-03-19T18:04:04.467678Z","end":"2026-03-19T18:04:06.053461Z","steps":["trace[2100333956] 'process raft request' (duration: 1.584930652s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.053663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:04.467664Z","time spent":"1.585928149s","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4143,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:06.11414Z","caller":"traceutil/trace.go:171","msg":"trace[321428229] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"1.110674152s","start":"2026-03-19T18:04:05.00344Z","end":"2026-03-19T18:04:06.114115Z","steps":["trace[321428229] 'process raft request' (duration: 1.110497057s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.114294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:05.003408Z","time spent":"1.110803786s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:06.114546Z","caller":"traceutil/trace.go:171","msg":"trace[674654730] linearizableReadLoop","detail":"{readStateIndex:5676; appliedIndex:5671; }","duration":"1.596995841s","start":"2026-03-19T18:04:04.517531Z","end":"2026-03-19T18:04:06.114527Z","steps":["trace[674654730] 'read index received' (duration: 1.535055941s)","trace[674654730] 'applied index is now lower than readState.Index' (duration: 61.939019ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:04:06.114581Z","caller":"traceutil/trace.go:171","msg":"trace[1811619696] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"1.110663563s","start":"2026-03-19T18:04:05.003907Z","end":"2026-03-19T18:04:06.11457Z","steps":["trace[1811619696] 'process raft request' (duration: 1.110404746s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.11465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:05.003883Z","time spent":"1.110732034s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:06.114675Z","caller":"traceutil/trace.go:171","msg":"trace[534210573] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"1.110762505s","start":"2026-03-19T18:04:05.003888Z","end":"2026-03-19T18:04:06.114651Z","steps":["trace[534210573] 'process raft request' (duration: 1.110183189s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.114844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:05.003876Z","time spent":"1.110864118s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:04:06.114857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59730198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:04:06.114902Z","caller":"traceutil/trace.go:171","msg":"trace[2015773900] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5461; }","duration":"1.597403682s","start":"2026-03-19T18:04:04.517485Z","end":"2026-03-19T18:04:06.114888Z","steps":["trace[2015773900] 'agreement among raft nodes before linearized reading' (duration: 1.597204817s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.115048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:04.517462Z","time spent":"1.597577017s","remote":"127.0.0.1:45996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T18:04:06.115307Z","caller":"traceutil/trace.go:171","msg":"trace[1287818207] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"1.089002061s","start":"2026-03-19T18:04:05.026291Z","end":"2026-03-19T18:04:06.115293Z","steps":["trace[1287818207] 'process raft request' (duration: 1.088196219s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.115364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:05.026267Z","time spent":"1.089071604s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:06.548842Z","caller":"traceutil/trace.go:171","msg":"trace[952719752] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"490.594713ms","start":"2026-03-19T18:04:06.058225Z","end":"2026-03-19T18:04:06.54882Z","steps":["trace[952719752] 'process raft request' (duration: 490.401618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.548977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:06.0582Z","time spent":"490.711187ms","remote":"127.0.0.1:45706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":999,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:06.549123Z","caller":"traceutil/trace.go:171","msg":"trace[2051012627] linearizableReadLoop","detail":"{readStateIndex:5679; appliedIndex:5676; }","duration":"434.480492ms","start":"2026-03-19T18:04:06.114606Z","end":"2026-03-19T18:04:06.549087Z","steps":["trace[2051012627] 'read index received' (duration: 433.877326ms)","trace[2051012627] 'applied index is now lower than readState.Index' (duration: 601.956µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:04:06.549224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405637689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:04:06.549258Z","caller":"traceutil/trace.go:171","msg":"trace[975894156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5464; }","duration":"1.405702411s","start":"2026-03-19T18:04:05.143545Z","end":"2026-03-19T18:04:06.549247Z","steps":["trace[975894156] 'agreement among raft nodes before linearized reading' (duration: 1.405618578s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.549289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:05.143528Z","time spent":"1.405754932s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:04:06.549377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698443248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T18:04:06.549397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.602789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:04:06.549446Z","caller":"traceutil/trace.go:171","msg":"trace[903556417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5464; }","duration":"1.69854125s","start":"2026-03-19T18:04:04.850888Z","end":"2026-03-19T18:04:06.549429Z","steps":["trace[903556417] 'agreement among raft nodes before linearized reading' (duration: 1.698366615s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:06.549474Z","caller":"traceutil/trace.go:171","msg":"trace[1849170433] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5464; }","duration":"499.722452ms","start":"2026-03-19T18:04:06.049735Z","end":"2026-03-19T18:04:06.549458Z","steps":["trace[1849170433] 'agreement among raft nodes before linearized reading' (duration: 499.580989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.549501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:04.850875Z","time spent":"1.698613062s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:04:06.549514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014071296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.128\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T18:04:06.549537Z","caller":"traceutil/trace.go:171","msg":"trace[871722721] range","detail":"{range_begin:/registry/masterleases/199.19.213.128; range_end:; response_count:1; response_revision:5464; }","duration":"1.014126637s","start":"2026-03-19T18:04:05.535403Z","end":"2026-03-19T18:04:06.54953Z","steps":["trace[871722721] 'agreement among raft nodes before linearized reading' (duration: 1.014069916s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.549532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:06.049716Z","time spent":"499.801285ms","remote":"127.0.0.1:56964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:04:06.549531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701211463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:04:06.549587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318725918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:04:06.549592Z","caller":"traceutil/trace.go:171","msg":"trace[371590259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5464; }","duration":"1.701306526s","start":"2026-03-19T18:04:04.848268Z","end":"2026-03-19T18:04:06.549575Z","steps":["trace[371590259] 'agreement among raft nodes before linearized reading' (duration: 1.701155181s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:06.549609Z","caller":"traceutil/trace.go:171","msg":"trace[664359810] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5464; }","duration":"1.318793819s","start":"2026-03-19T18:04:05.230809Z","end":"2026-03-19T18:04:06.549603Z","steps":["trace[664359810] 'agreement among raft nodes before linearized reading' (duration: 1.318759438s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.54963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:05.230769Z","time spent":"1.318855031s","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:04:06.549638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:04.848243Z","time spent":"1.701384368s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:04:06.549635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378055767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:04:06.549684Z","caller":"traceutil/trace.go:171","msg":"trace[538379779] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5464; }","duration":"1.378134088s","start":"2026-03-19T18:04:05.171535Z","end":"2026-03-19T18:04:06.549669Z","steps":["trace[538379779] 'agreement among raft nodes before linearized reading' (duration: 1.378039586s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.549719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:05.171523Z","time spent":"1.3781875s","remote":"127.0.0.1:45700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:04:06.549753Z","caller":"traceutil/trace.go:171","msg":"trace[491334424] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"491.304943ms","start":"2026-03-19T18:04:06.058413Z","end":"2026-03-19T18:04:06.549718Z","steps":["trace[491334424] 'process raft request' (duration: 490.348966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.549777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779262003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T18:04:06.549811Z","caller":"traceutil/trace.go:171","msg":"trace[358236008] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5464; }","duration":"1.779316874s","start":"2026-03-19T18:04:04.770483Z","end":"2026-03-19T18:04:06.5498Z","steps":["trace[358236008] 'agreement among raft nodes before linearized reading' (duration: 1.779218861s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.54983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:04.77047Z","time spent":"1.779355285s","remote":"127.0.0.1:45700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T18:04:06.549843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:06.058397Z","time spent":"491.396036ms","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1549,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:04:06.549791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825552226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:04:06.549893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.155819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:04:06.549928Z","caller":"traceutil/trace.go:171","msg":"trace[1018630703] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5464; }","duration":"432.19119ms","start":"2026-03-19T18:04:06.117727Z","end":"2026-03-19T18:04:06.549918Z","steps":["trace[1018630703] 'agreement among raft nodes before linearized reading' (duration: 432.130258ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:06.54992Z","caller":"traceutil/trace.go:171","msg":"trace[1170827031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5464; }","duration":"1.825737151s","start":"2026-03-19T18:04:04.724164Z","end":"2026-03-19T18:04:06.549901Z","steps":["trace[1170827031] 'agreement among raft nodes before linearized reading' (duration: 1.825523375s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.549931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594930213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-19T18:04:06.54996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:06.117691Z","time spent":"432.261592ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T18:04:06.549978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:04.724138Z","time spent":"1.825831383s","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:04:06.549983Z","caller":"traceutil/trace.go:171","msg":"trace[1569683923] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5464; }","duration":"1.595006065s","start":"2026-03-19T18:04:04.954962Z","end":"2026-03-19T18:04:06.549968Z","steps":["trace[1569683923] 'agreement among raft nodes before linearized reading' (duration: 1.59482377s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.550026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:04.954944Z","time spent":"1.595070967s","remote":"127.0.0.1:56756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-19T18:04:06.549557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:05.535383Z","time spent":"1.014169219s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.128\" "} {"level":"warn","ts":"2026-03-19T18:04:06.550091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699158467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:04:06.550116Z","caller":"traceutil/trace.go:171","msg":"trace[289492862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5464; }","duration":"1.699226779s","start":"2026-03-19T18:04:04.850882Z","end":"2026-03-19T18:04:06.550109Z","steps":["trace[289492862] 'agreement among raft nodes before linearized reading' (duration: 1.699159937s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.550136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:04.850859Z","time spent":"1.69927198s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:04:06.550122Z","caller":"traceutil/trace.go:171","msg":"trace[399426596] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"491.000894ms","start":"2026-03-19T18:04:06.059105Z","end":"2026-03-19T18:04:06.550106Z","steps":["trace[399426596] 'process raft request' (duration: 489.851923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.549399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698518299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T18:04:06.550228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:06.059098Z","time spent":"491.083707ms","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:06.550251Z","caller":"traceutil/trace.go:171","msg":"trace[264779058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5464; }","duration":"1.699409934s","start":"2026-03-19T18:04:04.850825Z","end":"2026-03-19T18:04:06.550235Z","steps":["trace[264779058] 'agreement among raft nodes before linearized reading' (duration: 1.698433657s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.550301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:04.850811Z","time spent":"1.699475236s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:04:06.550339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672231712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:04:06.550362Z","caller":"traceutil/trace.go:171","msg":"trace[62229100] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5464; }","duration":"1.672273394s","start":"2026-03-19T18:04:04.87808Z","end":"2026-03-19T18:04:06.550354Z","steps":["trace[62229100] 'agreement among raft nodes before linearized reading' (duration: 1.672241763s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.550382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:04.878068Z","time spent":"1.672307304s","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:04:06.549458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.032299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:04:06.55049Z","caller":"traceutil/trace.go:171","msg":"trace[1280853888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5464; }","duration":"969.084008ms","start":"2026-03-19T18:04:05.581391Z","end":"2026-03-19T18:04:06.550475Z","steps":["trace[1280853888] 'agreement among raft nodes before linearized reading' (duration: 968.005349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.550526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699136856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T18:04:06.549751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407484959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:04:06.550547Z","caller":"traceutil/trace.go:171","msg":"trace[271472766] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:5464; }","duration":"1.699177338s","start":"2026-03-19T18:04:04.851363Z","end":"2026-03-19T18:04:06.550541Z","steps":["trace[271472766] 'agreement among raft nodes before linearized reading' (duration: 1.699111906s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.550541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:05.581367Z","time spent":"969.155851ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:04:06.550567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:04.851354Z","time spent":"1.699208879s","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-f925l\" "} {"level":"warn","ts":"2026-03-19T18:04:06.550556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.578005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"warn","ts":"2026-03-19T18:04:06.550308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632347444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T18:04:06.55058Z","caller":"traceutil/trace.go:171","msg":"trace[1825583964] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5464; }","duration":"1.408346852s","start":"2026-03-19T18:04:05.142212Z","end":"2026-03-19T18:04:06.550559Z","steps":["trace[1825583964] 'agreement among raft nodes before linearized reading' (duration: 1.407486529s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:06.550601Z","caller":"traceutil/trace.go:171","msg":"trace[1576936473] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5464; }","duration":"493.662237ms","start":"2026-03-19T18:04:06.056924Z","end":"2026-03-19T18:04:06.550587Z","steps":["trace[1576936473] 'agreement among raft nodes before linearized reading' (duration: 493.530574ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:06.550615Z","caller":"traceutil/trace.go:171","msg":"trace[772008549] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5464; }","duration":"1.632665772s","start":"2026-03-19T18:04:04.917929Z","end":"2026-03-19T18:04:06.550595Z","steps":["trace[772008549] 'agreement among raft nodes before linearized reading' (duration: 1.632328533s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.550646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:06.056905Z","time spent":"493.729549ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10416,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T18:04:06.550681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:04.917915Z","time spent":"1.632747165s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T18:04:06.550645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:05.142192Z","time spent":"1.408429445s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:04:06.92475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.400388ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-19T18:04:06.924855Z","caller":"traceutil/trace.go:171","msg":"trace[1002549877] linearizableReadLoop","detail":"{readStateIndex:5680; appliedIndex:5679; }","duration":"370.237191ms","start":"2026-03-19T18:04:06.5546Z","end":"2026-03-19T18:04:06.924838Z","steps":["trace[1002549877] 'read index received' (duration: 129.718999ms)","trace[1002549877] 'applied index is now lower than readState.Index' (duration: 240.516532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:04:06.924983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:06.552485Z","time spent":"372.494163ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T18:04:06.9251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.482487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:04:06.925217Z","caller":"traceutil/trace.go:171","msg":"trace[5888727] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5464; }","duration":"370.57961ms","start":"2026-03-19T18:04:06.55457Z","end":"2026-03-19T18:04:06.92515Z","steps":["trace[5888727] 'agreement among raft nodes before linearized reading' (duration: 370.380485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:06.925277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:06.554553Z","time spent":"370.709683ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T18:04:07.024051Z","caller":"traceutil/trace.go:171","msg":"trace[240525777] transaction","detail":"{read_only:false; response_revision:5465; number_of_response:1; }","duration":"468.702857ms","start":"2026-03-19T18:04:06.555327Z","end":"2026-03-19T18:04:07.02403Z","steps":["trace[240525777] 'process raft request' (duration: 468.504952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:07.0242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:06.555306Z","time spent":"468.811371ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:07.024439Z","caller":"traceutil/trace.go:171","msg":"trace[592004007] transaction","detail":"{read_only:false; response_revision:5467; number_of_response:1; }","duration":"450.372788ms","start":"2026-03-19T18:04:06.574045Z","end":"2026-03-19T18:04:07.024418Z","steps":["trace[592004007] 'process raft request' (duration: 450.236954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:07.024566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:06.574004Z","time spent":"450.498271ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:07.024579Z","caller":"traceutil/trace.go:171","msg":"trace[1766623007] transaction","detail":"{read_only:false; response_revision:5468; number_of_response:1; }","duration":"450.356948ms","start":"2026-03-19T18:04:06.5742Z","end":"2026-03-19T18:04:07.024557Z","steps":["trace[1766623007] 'process raft request' (duration: 450.181643ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:07.024663Z","caller":"traceutil/trace.go:171","msg":"trace[556391292] transaction","detail":"{read_only:false; response_revision:5469; number_of_response:1; }","duration":"450.392528ms","start":"2026-03-19T18:04:06.574261Z","end":"2026-03-19T18:04:07.024653Z","steps":["trace[556391292] 'process raft request' (duration: 450.228054ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:07.024437Z","caller":"traceutil/trace.go:171","msg":"trace[868915945] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"469.035687ms","start":"2026-03-19T18:04:06.55538Z","end":"2026-03-19T18:04:07.024416Z","steps":["trace[868915945] 'process raft request' (duration: 468.610515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:07.024717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:06.574251Z","time spent":"450.441049ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:04:07.024717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:06.555354Z","time spent":"469.340615ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:04:07.024709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:06.57419Z","time spent":"450.44872ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:07.024833Z","caller":"traceutil/trace.go:171","msg":"trace[1582265185] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"448.927478ms","start":"2026-03-19T18:04:06.575894Z","end":"2026-03-19T18:04:07.024822Z","steps":["trace[1582265185] 'process raft request' (duration: 448.723292ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:07.024867Z","caller":"traceutil/trace.go:171","msg":"trace[894780200] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"448.698152ms","start":"2026-03-19T18:04:06.57616Z","end":"2026-03-19T18:04:07.024858Z","steps":["trace[894780200] 'process raft request' (duration: 448.574848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:07.024895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:06.57587Z","time spent":"448.99452ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:04:07.025071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:06.576137Z","time spent":"448.761244ms","remote":"127.0.0.1:45996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:07.025118Z","caller":"traceutil/trace.go:171","msg":"trace[329586996] linearizableReadLoop","detail":"{readStateIndex:5688; appliedIndex:5680; }","duration":"100.168903ms","start":"2026-03-19T18:04:06.924924Z","end":"2026-03-19T18:04:07.025093Z","steps":["trace[329586996] 'read index received' (duration: 99.004021ms)","trace[329586996] 'applied index is now lower than readState.Index' (duration: 1.163842ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:04:07.025204Z","caller":"traceutil/trace.go:171","msg":"trace[1952767060] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"439.704846ms","start":"2026-03-19T18:04:06.585491Z","end":"2026-03-19T18:04:07.025196Z","steps":["trace[1952767060] 'process raft request' (duration: 439.328896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:07.025221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.685116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:04:07.025244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:06.585479Z","time spent":"439.743398ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:04:07.02523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.087734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:04:07.025296Z","caller":"traceutil/trace.go:171","msg":"trace[1683695816] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5472; }","duration":"349.189507ms","start":"2026-03-19T18:04:06.676086Z","end":"2026-03-19T18:04:07.025275Z","steps":["trace[1683695816] 'agreement among raft nodes before linearized reading' (duration: 349.052583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:07.025365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:06.676067Z","time spent":"349.287289ms","remote":"127.0.0.1:56966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:04:07.025253Z","caller":"traceutil/trace.go:171","msg":"trace[1706436427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5472; }","duration":"450.717997ms","start":"2026-03-19T18:04:06.574526Z","end":"2026-03-19T18:04:07.025244Z","steps":["trace[1706436427] 'agreement among raft nodes before linearized reading' (duration: 450.662666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:07.025444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:06.574479Z","time spent":"450.954184ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:04:07.145287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.539542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2ae38bfe-8ad1-498b-b956-74ab843ecbe4\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-19T18:04:07.145304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.217513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82123"} {"level":"info","ts":"2026-03-19T18:04:07.145373Z","caller":"traceutil/trace.go:171","msg":"trace[145026418] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2ae38bfe-8ad1-498b-b956-74ab843ecbe4; range_end:; response_count:1; response_revision:5472; }","duration":"590.644264ms","start":"2026-03-19T18:04:06.554705Z","end":"2026-03-19T18:04:07.14535Z","steps":["trace[145026418] 'agreement among raft nodes before linearized reading' (duration: 470.571058ms)","trace[145026418] 'range keys from in-memory index tree' (duration: 119.83877ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:04:07.145398Z","caller":"traceutil/trace.go:171","msg":"trace[879049922] linearizableReadLoop","detail":"{readStateIndex:5689; appliedIndex:5688; }","duration":"120.23507ms","start":"2026-03-19T18:04:07.025143Z","end":"2026-03-19T18:04:07.145378Z","steps":["trace[879049922] 'read index received' (duration: 56.677046ms)","trace[879049922] 'applied index is now lower than readState.Index' (duration: 63.556594ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:04:07.145401Z","caller":"traceutil/trace.go:171","msg":"trace[1671297477] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5472; }","duration":"590.331046ms","start":"2026-03-19T18:04:06.555044Z","end":"2026-03-19T18:04:07.145375Z","steps":["trace[1671297477] 'agreement among raft nodes before linearized reading' (duration: 470.223129ms)","trace[1671297477] 'range keys from in-memory index tree' (duration: 119.779078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:04:07.145422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:06.554699Z","time spent":"590.707947ms","remote":"127.0.0.1:45690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-2ae38bfe-8ad1-498b-b956-74ab843ecbe4\" "} {"level":"info","ts":"2026-03-19T18:04:07.145456Z","caller":"traceutil/trace.go:171","msg":"trace[250829574] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"218.924963ms","start":"2026-03-19T18:04:06.926491Z","end":"2026-03-19T18:04:07.145416Z","steps":["trace[250829574] 'process raft request' (duration: 155.246306ms)","trace[250829574] 'compare' (duration: 63.204074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:04:07.145564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.8196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18529"} {"level":"warn","ts":"2026-03-19T18:04:07.145478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:06.555038Z","time spent":"590.420448ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82147,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T18:04:07.145632Z","caller":"traceutil/trace.go:171","msg":"trace[1829400083] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5473; }","duration":"218.900792ms","start":"2026-03-19T18:04:06.926707Z","end":"2026-03-19T18:04:07.145608Z","steps":["trace[1829400083] 'agreement among raft nodes before linearized reading' (duration: 218.721207ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:07.511193Z","caller":"traceutil/trace.go:171","msg":"trace[831030726] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"480.238123ms","start":"2026-03-19T18:04:07.030926Z","end":"2026-03-19T18:04:07.511164Z","steps":["trace[831030726] 'process raft request' (duration: 476.566833ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:07.511477Z","caller":"traceutil/trace.go:171","msg":"trace[605377306] linearizableReadLoop","detail":"{readStateIndex:5693; appliedIndex:5689; }","duration":"366.013276ms","start":"2026-03-19T18:04:07.145439Z","end":"2026-03-19T18:04:07.511452Z","steps":["trace[605377306] 'read index received' (duration: 361.954095ms)","trace[605377306] 'applied index is now lower than readState.Index' (duration: 4.05583ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:04:07.511525Z","caller":"traceutil/trace.go:171","msg":"trace[1986506633] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"479.467352ms","start":"2026-03-19T18:04:07.032022Z","end":"2026-03-19T18:04:07.511489Z","steps":["trace[1986506633] 'process raft request' (duration: 479.370569ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:07.511547Z","caller":"traceutil/trace.go:171","msg":"trace[1884755966] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"479.921144ms","start":"2026-03-19T18:04:07.031606Z","end":"2026-03-19T18:04:07.511527Z","steps":["trace[1884755966] 'process raft request' (duration: 479.505592ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:07.511556Z","caller":"traceutil/trace.go:171","msg":"trace[729433009] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"479.715698ms","start":"2026-03-19T18:04:07.031805Z","end":"2026-03-19T18:04:07.511521Z","steps":["trace[729433009] 'process raft request' (duration: 479.517603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:07.511627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.374945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:04:07.511679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:07.031795Z","time spent":"479.814931ms","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:07.511686Z","caller":"traceutil/trace.go:171","msg":"trace[1196136484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5477; }","duration":"484.463557ms","start":"2026-03-19T18:04:07.027207Z","end":"2026-03-19T18:04:07.51167Z","steps":["trace[1196136484] 'agreement among raft nodes before linearized reading' (duration: 484.357035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:07.511671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:07.03159Z","time spent":"480.003835ms","remote":"127.0.0.1:45706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:04:07.511676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:07.03201Z","time spent":"479.577984ms","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:04:07.511742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.571446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-2xjmx\" ","response":"range_response_count:1 size:8471"} {"level":"warn","ts":"2026-03-19T18:04:07.51172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:07.027192Z","time spent":"484.521839ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:04:07.511813Z","caller":"traceutil/trace.go:171","msg":"trace[602389272] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-2xjmx; range_end:; response_count:1; response_revision:5477; }","duration":"482.674829ms","start":"2026-03-19T18:04:07.029114Z","end":"2026-03-19T18:04:07.511789Z","steps":["trace[602389272] 'agreement among raft nodes before linearized reading' (duration: 482.408661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:07.511711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.555856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-19T18:04:07.511834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.132804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T18:04:07.511861Z","caller":"traceutil/trace.go:171","msg":"trace[598561549] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5477; }","duration":"364.744721ms","start":"2026-03-19T18:04:07.147107Z","end":"2026-03-19T18:04:07.511852Z","steps":["trace[598561549] 'agreement among raft nodes before linearized reading' (duration: 364.484454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:07.511864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:07.029096Z","time spent":"482.755331ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8495,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-2xjmx\" "} {"level":"warn","ts":"2026-03-19T18:04:07.511893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:07.147092Z","time spent":"364.793562ms","remote":"127.0.0.1:45706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T18:04:07.511918Z","caller":"traceutil/trace.go:171","msg":"trace[1319366180] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5477; }","duration":"353.230857ms","start":"2026-03-19T18:04:07.15865Z","end":"2026-03-19T18:04:07.511881Z","steps":["trace[1319366180] 'agreement among raft nodes before linearized reading' (duration: 353.006481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:07.511957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:07.158635Z","time spent":"353.313279ms","remote":"127.0.0.1:56858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T18:04:07.51207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:07.030904Z","time spent":"480.379716ms","remote":"127.0.0.1:45706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:07.660022Z","caller":"traceutil/trace.go:171","msg":"trace[1910270247] transaction","detail":"{read_only:false; response_revision:5478; number_of_response:1; }","duration":"139.010412ms","start":"2026-03-19T18:04:07.520764Z","end":"2026-03-19T18:04:07.659774Z","steps":["trace[1910270247] 'process raft request' (duration: 131.97902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:07.878396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.622371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:04:07.878493Z","caller":"traceutil/trace.go:171","msg":"trace[584227338] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"207.383738ms","start":"2026-03-19T18:04:07.671093Z","end":"2026-03-19T18:04:07.878477Z","steps":["trace[584227338] 'process raft request' (duration: 101.592842ms)","trace[584227338] 'compare' (duration: 105.517989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:04:08.28731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.681793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:04:08.287635Z","caller":"traceutil/trace.go:171","msg":"trace[1097617353] transaction","detail":"{read_only:false; response_revision:5484; number_of_response:1; }","duration":"168.791595ms","start":"2026-03-19T18:04:08.118832Z","end":"2026-03-19T18:04:08.287624Z","steps":["trace[1097617353] 'process raft request' (duration: 168.755664ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:08.28792Z","caller":"traceutil/trace.go:171","msg":"trace[255630751] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"616.338416ms","start":"2026-03-19T18:04:07.671571Z","end":"2026-03-19T18:04:08.287909Z","steps":["trace[255630751] 'process raft request' (duration: 615.881863ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:08.287791Z","caller":"traceutil/trace.go:171","msg":"trace[1493560064] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"613.92146ms","start":"2026-03-19T18:04:07.673859Z","end":"2026-03-19T18:04:08.28778Z","steps":["trace[1493560064] 'process raft request' (duration: 613.663793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:08.287963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.101802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:04:08.288019Z","caller":"traceutil/trace.go:171","msg":"trace[603092516] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5484; }","duration":"593.165903ms","start":"2026-03-19T18:04:07.69484Z","end":"2026-03-19T18:04:08.288006Z","steps":["trace[603092516] 'agreement among raft nodes before linearized reading' (duration: 593.05843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:08.28805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:07.67385Z","time spent":"614.121925ms","remote":"127.0.0.1:45706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:04:08.288073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:07.694784Z","time spent":"593.270646ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:04:08.288063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:07.671567Z","time spent":"616.402417ms","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1223,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:08.28782Z","caller":"traceutil/trace.go:171","msg":"trace[1977791920] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"616.310325ms","start":"2026-03-19T18:04:07.671501Z","end":"2026-03-19T18:04:08.287812Z","steps":["trace[1977791920] 'process raft request' (duration: 381.060117ms)","trace[1977791920] 'compare' (duration: 234.5941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:04:08.288195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:07.671496Z","time spent":"616.652914ms","remote":"127.0.0.1:45706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:08.287836Z","caller":"traceutil/trace.go:171","msg":"trace[766615099] transaction","detail":"{read_only:false; response_revision:5483; number_of_response:1; }","duration":"611.438712ms","start":"2026-03-19T18:04:07.676366Z","end":"2026-03-19T18:04:08.287805Z","steps":["trace[766615099] 'process raft request' (duration: 611.178945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:08.28831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:07.676333Z","time spent":"611.945636ms","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6941,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:08.287847Z","caller":"traceutil/trace.go:171","msg":"trace[52990169] linearizableReadLoop","detail":"{readStateIndex:5699; appliedIndex:5694; }","duration":"592.967507ms","start":"2026-03-19T18:04:07.694858Z","end":"2026-03-19T18:04:08.287825Z","steps":["trace[52990169] 'read index received' (duration: 77.917115ms)","trace[52990169] 'applied index is now lower than readState.Index' (duration: 515.047602ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:04:08.473504Z","caller":"traceutil/trace.go:171","msg":"trace[931926026] linearizableReadLoop","detail":"{readStateIndex:5702; appliedIndex:5700; }","duration":"185.061269ms","start":"2026-03-19T18:04:08.288419Z","end":"2026-03-19T18:04:08.47348Z","steps":["trace[931926026] 'read index received' (duration: 113.433574ms)","trace[931926026] 'applied index is now lower than readState.Index' (duration: 71.626635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:04:08.473632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.02088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:04:08.473692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.078988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:04:08.473731Z","caller":"traceutil/trace.go:171","msg":"trace[1649024525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5486; }","duration":"328.155884ms","start":"2026-03-19T18:04:08.145549Z","end":"2026-03-19T18:04:08.473705Z","steps":["trace[1649024525] 'agreement among raft nodes before linearized reading' (duration: 327.947698ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:08.473769Z","caller":"traceutil/trace.go:171","msg":"trace[65574773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5486; }","duration":"473.210381ms","start":"2026-03-19T18:04:08.00054Z","end":"2026-03-19T18:04:08.473751Z","steps":["trace[65574773] 'agreement among raft nodes before linearized reading' (duration: 473.037646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:08.473762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.752094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:04:08.473814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:08.000486Z","time spent":"473.319954ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:04:08.473864Z","caller":"traceutil/trace.go:171","msg":"trace[1247030082] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5486; }","duration":"742.866917ms","start":"2026-03-19T18:04:07.730969Z","end":"2026-03-19T18:04:08.473836Z","steps":["trace[1247030082] 'agreement among raft nodes before linearized reading' (duration: 742.674782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:08.473924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:07.730911Z","time spent":"742.999161ms","remote":"127.0.0.1:46030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":19,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:04:08.474058Z","caller":"traceutil/trace.go:171","msg":"trace[2109408167] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"354.756629ms","start":"2026-03-19T18:04:08.119276Z","end":"2026-03-19T18:04:08.474033Z","steps":["trace[2109408167] 'process raft request' (duration: 282.493087ms)","trace[2109408167] 'compare' (duration: 71.517961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:04:08.474214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:08.119262Z","time spent":"354.867512ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:08.474259Z","caller":"traceutil/trace.go:171","msg":"trace[1692164069] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"354.900673ms","start":"2026-03-19T18:04:08.119345Z","end":"2026-03-19T18:04:08.474246Z","steps":["trace[1692164069] 'process raft request' (duration: 354.06992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:08.474356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:08.119338Z","time spent":"354.951495ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:04:08.473786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:08.145536Z","time spent":"328.236686ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:04:08.475557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.546809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111471"} {"level":"info","ts":"2026-03-19T18:04:08.475604Z","caller":"traceutil/trace.go:171","msg":"trace[1567078138] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5486; }","duration":"492.651851ms","start":"2026-03-19T18:04:07.982942Z","end":"2026-03-19T18:04:08.475594Z","steps":["trace[1567078138] 'agreement among raft nodes before linearized reading' (duration: 490.657767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:08.475634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:07.982912Z","time spent":"492.715723ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111495,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-19T18:04:08.47607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.011691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111471"} {"level":"info","ts":"2026-03-19T18:04:08.476373Z","caller":"traceutil/trace.go:171","msg":"trace[975428671] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5486; }","duration":"493.36274ms","start":"2026-03-19T18:04:07.98299Z","end":"2026-03-19T18:04:08.476353Z","steps":["trace[975428671] 'agreement among raft nodes before linearized reading' (duration: 490.559344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:08.476585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:07.982974Z","time spent":"493.589797ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111495,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-19T18:04:08.682271Z","caller":"traceutil/trace.go:171","msg":"trace[1793031401] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"387.750869ms","start":"2026-03-19T18:04:08.294505Z","end":"2026-03-19T18:04:08.682256Z","steps":["trace[1793031401] 'process raft request' (duration: 290.384302ms)","trace[1793031401] 'compare' (duration: 97.154061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:04:08.682366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.7215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:04:08.682353Z","caller":"traceutil/trace.go:171","msg":"trace[1543323999] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"344.111448ms","start":"2026-03-19T18:04:08.338202Z","end":"2026-03-19T18:04:08.682314Z","steps":["trace[1543323999] 'process raft request' (duration: 343.972194ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:08.682412Z","caller":"traceutil/trace.go:171","msg":"trace[1017353439] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5488; }","duration":"254.823802ms","start":"2026-03-19T18:04:08.427578Z","end":"2026-03-19T18:04:08.682402Z","steps":["trace[1017353439] 'agreement among raft nodes before linearized reading' (duration: 254.71679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:08.682454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:08.294479Z","time spent":"387.877782ms","remote":"127.0.0.1:45996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7241,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:04:08.682505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:08.338181Z","time spent":"344.248642ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:04:08.682249Z","caller":"traceutil/trace.go:171","msg":"trace[761866610] linearizableReadLoop","detail":"{readStateIndex:5704; appliedIndex:5702; }","duration":"208.652133ms","start":"2026-03-19T18:04:08.473573Z","end":"2026-03-19T18:04:08.682225Z","steps":["trace[761866610] 'read index received' (duration: 111.377639ms)","trace[761866610] 'applied index is now lower than readState.Index' (duration: 97.273664ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:04:09.03433Z","caller":"traceutil/trace.go:171","msg":"trace[1753978511] linearizableReadLoop","detail":"{readStateIndex:5705; appliedIndex:5704; }","duration":"351.706955ms","start":"2026-03-19T18:04:08.682586Z","end":"2026-03-19T18:04:09.034293Z","steps":["trace[1753978511] 'read index received' (duration: 255.800459ms)","trace[1753978511] 'applied index is now lower than readState.Index' (duration: 95.904756ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:04:09.034397Z","caller":"traceutil/trace.go:171","msg":"trace[799669697] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"524.829709ms","start":"2026-03-19T18:04:08.509535Z","end":"2026-03-19T18:04:09.034365Z","steps":["trace[799669697] 'process raft request' (duration: 428.851661ms)","trace[799669697] 'compare' (duration: 95.731891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:04:09.034528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.987705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:04:09.03461Z","caller":"traceutil/trace.go:171","msg":"trace[481054951] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5489; }","duration":"377.112248ms","start":"2026-03-19T18:04:08.657478Z","end":"2026-03-19T18:04:09.03459Z","steps":["trace[481054951] 'agreement among raft nodes before linearized reading' (duration: 376.919343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:09.034662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:08.657457Z","time spent":"377.186031ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:04:09.034694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.933079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4867"} {"level":"warn","ts":"2026-03-19T18:04:09.034543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:08.509521Z","time spent":"524.945662ms","remote":"127.0.0.1:36534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7599,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:09.034746Z","caller":"traceutil/trace.go:171","msg":"trace[408616110] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5489; }","duration":"526.049602ms","start":"2026-03-19T18:04:08.50868Z","end":"2026-03-19T18:04:09.03473Z","steps":["trace[408616110] 'agreement among raft nodes before linearized reading' (duration: 525.817066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:09.034787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:08.508659Z","time spent":"526.118463ms","remote":"127.0.0.1:43914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4891,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-19T18:04:09.035002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.193175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:04:09.035064Z","caller":"traceutil/trace.go:171","msg":"trace[284835264] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5489; }","duration":"534.294127ms","start":"2026-03-19T18:04:08.500755Z","end":"2026-03-19T18:04:09.035049Z","steps":["trace[284835264] 'agreement among raft nodes before linearized reading' (duration: 534.184274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:09.035095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:08.500738Z","time spent":"534.349899ms","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:04:09.346171Z","caller":"traceutil/trace.go:171","msg":"trace[576906355] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"305.806663ms","start":"2026-03-19T18:04:09.040336Z","end":"2026-03-19T18:04:09.346142Z","steps":["trace[576906355] 'process raft request' (duration: 305.727311ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:09.346215Z","caller":"traceutil/trace.go:171","msg":"trace[1419780123] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"306.257025ms","start":"2026-03-19T18:04:09.039911Z","end":"2026-03-19T18:04:09.346168Z","steps":["trace[1419780123] 'process raft request' (duration: 277.606493ms)","trace[1419780123] 'compare' (duration: 28.062786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:04:09.346357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:09.040308Z","time spent":"305.952838ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:04:09.346388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:09.039896Z","time spent":"306.391459ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:09.346472Z","caller":"traceutil/trace.go:171","msg":"trace[91259688] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"305.966788ms","start":"2026-03-19T18:04:09.040478Z","end":"2026-03-19T18:04:09.346445Z","steps":["trace[91259688] 'process raft request' (duration: 305.623418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:09.34665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:09.040449Z","time spent":"306.107662ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:09.346825Z","caller":"traceutil/trace.go:171","msg":"trace[2087528385] linearizableReadLoop","detail":"{readStateIndex:5710; appliedIndex:5706; }","duration":"202.028072ms","start":"2026-03-19T18:04:09.144789Z","end":"2026-03-19T18:04:09.346817Z","steps":["trace[2087528385] 'read index received' (duration: 172.751133ms)","trace[2087528385] 'applied index is now lower than readState.Index' (duration: 29.276379ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:04:09.346882Z","caller":"traceutil/trace.go:171","msg":"trace[1390387022] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"306.321137ms","start":"2026-03-19T18:04:09.040556Z","end":"2026-03-19T18:04:09.346877Z","steps":["trace[1390387022] 'process raft request' (duration: 305.788983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:09.346918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:09.040545Z","time spent":"306.353678ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:04:09.34697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.189236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:04:09.347014Z","caller":"traceutil/trace.go:171","msg":"trace[2045788434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5494; }","duration":"202.274249ms","start":"2026-03-19T18:04:09.144726Z","end":"2026-03-19T18:04:09.347Z","steps":["trace[2045788434] 'agreement among raft nodes before linearized reading' (duration: 202.210207ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:09.35945Z","caller":"traceutil/trace.go:171","msg":"trace[1846790895] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"185.378098ms","start":"2026-03-19T18:04:09.174046Z","end":"2026-03-19T18:04:09.359424Z","steps":["trace[1846790895] 'process raft request' (duration: 185.137781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:09.359585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.645525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:04:09.359664Z","caller":"traceutil/trace.go:171","msg":"trace[1244825344] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:5495; }","duration":"207.772259ms","start":"2026-03-19T18:04:09.151876Z","end":"2026-03-19T18:04:09.359648Z","steps":["trace[1244825344] 'agreement among raft nodes before linearized reading' (duration: 207.511722ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:44.976374Z","caller":"traceutil/trace.go:171","msg":"trace[100582167] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"561.107493ms","start":"2026-03-19T18:04:44.415247Z","end":"2026-03-19T18:04:44.976355Z","steps":["trace[100582167] 'process raft request' (duration: 561.00439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:44.976483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:44.415221Z","time spent":"561.205615ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:44.978783Z","caller":"traceutil/trace.go:171","msg":"trace[909250632] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"519.371311ms","start":"2026-03-19T18:04:44.459402Z","end":"2026-03-19T18:04:44.978774Z","steps":["trace[909250632] 'process raft request' (duration: 519.218017ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:44.978784Z","caller":"traceutil/trace.go:171","msg":"trace[535584839] linearizableReadLoop","detail":"{readStateIndex:6029; appliedIndex:6026; }","duration":"253.456197ms","start":"2026-03-19T18:04:44.725309Z","end":"2026-03-19T18:04:44.978765Z","steps":["trace[535584839] 'read index received' (duration: 252.215133ms)","trace[535584839] 'applied index is now lower than readState.Index' (duration: 1.240034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:04:44.978872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:44.459374Z","time spent":"519.456724ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:44.978843Z","caller":"traceutil/trace.go:171","msg":"trace[742559557] transaction","detail":"{read_only:false; response_revision:5802; number_of_response:1; }","duration":"377.187819ms","start":"2026-03-19T18:04:44.601629Z","end":"2026-03-19T18:04:44.978817Z","steps":["trace[742559557] 'process raft request' (duration: 377.083677ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:44.979013Z","caller":"traceutil/trace.go:171","msg":"trace[1930951484] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"354.659258ms","start":"2026-03-19T18:04:44.624271Z","end":"2026-03-19T18:04:44.97893Z","steps":["trace[1930951484] 'process raft request' (duration: 354.466333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:44.978918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.603681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:04:44.979114Z","caller":"traceutil/trace.go:171","msg":"trace[1482550955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5803; }","duration":"253.845848ms","start":"2026-03-19T18:04:44.725253Z","end":"2026-03-19T18:04:44.979099Z","steps":["trace[1482550955] 'agreement among raft nodes before linearized reading' (duration: 253.600251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:44.979111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:44.624245Z","time spent":"354.806703ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:04:44.979242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:44.601607Z","time spent":"377.397565ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:55.187964Z","caller":"traceutil/trace.go:171","msg":"trace[2036761560] transaction","detail":"{read_only:false; response_revision:5851; number_of_response:1; }","duration":"202.505016ms","start":"2026-03-19T18:04:54.98543Z","end":"2026-03-19T18:04:55.187935Z","steps":["trace[2036761560] 'process raft request' (duration: 202.27365ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:55.37335Z","caller":"traceutil/trace.go:171","msg":"trace[1563344669] transaction","detail":"{read_only:false; response_revision:5852; number_of_response:1; }","duration":"364.240539ms","start":"2026-03-19T18:04:55.009072Z","end":"2026-03-19T18:04:55.373313Z","steps":["trace[1563344669] 'process raft request' (duration: 363.838538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:55.373588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:55.00904Z","time spent":"364.417173ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:04:55.373769Z","caller":"traceutil/trace.go:171","msg":"trace[825253660] linearizableReadLoop","detail":"{readStateIndex:6083; appliedIndex:6078; }","duration":"229.024515ms","start":"2026-03-19T18:04:55.144728Z","end":"2026-03-19T18:04:55.373753Z","steps":["trace[825253660] 'read index received' (duration: 42.922263ms)","trace[825253660] 'applied index is now lower than readState.Index' (duration: 186.100582ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:04:55.373896Z","caller":"traceutil/trace.go:171","msg":"trace[801795302] transaction","detail":"{read_only:false; response_revision:5855; number_of_response:1; }","duration":"243.868657ms","start":"2026-03-19T18:04:55.130017Z","end":"2026-03-19T18:04:55.373886Z","steps":["trace[801795302] 'process raft request' (duration: 243.691822ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:55.373927Z","caller":"traceutil/trace.go:171","msg":"trace[399049483] transaction","detail":"{read_only:false; response_revision:5854; number_of_response:1; }","duration":"361.890315ms","start":"2026-03-19T18:04:55.01194Z","end":"2026-03-19T18:04:55.37383Z","steps":["trace[399049483] 'process raft request' (duration: 361.678859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:55.374058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.313123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:04:55.374152Z","caller":"traceutil/trace.go:171","msg":"trace[1226911426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5855; }","duration":"229.468287ms","start":"2026-03-19T18:04:55.144661Z","end":"2026-03-19T18:04:55.37413Z","steps":["trace[1226911426] 'agreement among raft nodes before linearized reading' (duration: 229.324723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:55.374182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:55.01192Z","time spent":"362.116821ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:04:55.374335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.259434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-19T18:04:55.374373Z","caller":"traceutil/trace.go:171","msg":"trace[1459734440] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5855; }","duration":"142.320816ms","start":"2026-03-19T18:04:55.232043Z","end":"2026-03-19T18:04:55.374364Z","steps":["trace[1459734440] 'agreement among raft nodes before linearized reading' (duration: 142.173062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:55.374373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.990349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:04:55.374396Z","caller":"traceutil/trace.go:171","msg":"trace[1542515507] transaction","detail":"{read_only:false; response_revision:5853; number_of_response:1; }","duration":"362.47696ms","start":"2026-03-19T18:04:55.011906Z","end":"2026-03-19T18:04:55.374382Z","steps":["trace[1542515507] 'process raft request' (duration: 361.298399ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:55.374423Z","caller":"traceutil/trace.go:171","msg":"trace[1186655474] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5855; }","duration":"148.093122ms","start":"2026-03-19T18:04:55.226316Z","end":"2026-03-19T18:04:55.374409Z","steps":["trace[1186655474] 'agreement among raft nodes before linearized reading' (duration: 148.02344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:55.374493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:04:55.011882Z","time spent":"362.546323ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:04:55.374784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.814752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:04:55.374852Z","caller":"traceutil/trace.go:171","msg":"trace[1565530740] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5855; }","duration":"148.921515ms","start":"2026-03-19T18:04:55.225913Z","end":"2026-03-19T18:04:55.374835Z","steps":["trace[1565530740] 'agreement among raft nodes before linearized reading' (duration: 147.987429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:55.746287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.320084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.128\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T18:04:55.746448Z","caller":"traceutil/trace.go:171","msg":"trace[2123741157] range","detail":"{range_begin:/registry/masterleases/199.19.213.128; range_end:; response_count:1; response_revision:5856; }","duration":"208.54574ms","start":"2026-03-19T18:04:55.537868Z","end":"2026-03-19T18:04:55.746414Z","steps":["trace[2123741157] 'range keys from in-memory index tree' (duration: 208.037827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:56.032459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.727162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:04:56.032863Z","caller":"traceutil/trace.go:171","msg":"trace[2098495120] linearizableReadLoop","detail":"{readStateIndex:6088; appliedIndex:6085; }","duration":"281.196849ms","start":"2026-03-19T18:04:55.751645Z","end":"2026-03-19T18:04:56.032842Z","steps":["trace[2098495120] 'read index received' (duration: 89.439693ms)","trace[2098495120] 'applied index is now lower than readState.Index' (duration: 191.756236ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:04:56.032996Z","caller":"traceutil/trace.go:171","msg":"trace[263549480] transaction","detail":"{read_only:false; response_revision:5860; number_of_response:1; }","duration":"280.88522ms","start":"2026-03-19T18:04:55.752096Z","end":"2026-03-19T18:04:56.032981Z","steps":["trace[263549480] 'process raft request' (duration: 280.632563ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:56.033168Z","caller":"traceutil/trace.go:171","msg":"trace[539962003] transaction","detail":"{read_only:false; response_revision:5859; number_of_response:1; }","duration":"281.763264ms","start":"2026-03-19T18:04:55.751304Z","end":"2026-03-19T18:04:56.033067Z","steps":["trace[539962003] 'process raft request' (duration: 281.376133ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:56.033226Z","caller":"traceutil/trace.go:171","msg":"trace[1999297125] transaction","detail":"{read_only:false; response_revision:5857; number_of_response:1; }","duration":"282.979577ms","start":"2026-03-19T18:04:55.750213Z","end":"2026-03-19T18:04:56.033193Z","steps":["trace[1999297125] 'process raft request' (duration: 168.403613ms)","trace[1999297125] 'compare' (duration: 113.572127ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:04:56.033266Z","caller":"traceutil/trace.go:171","msg":"trace[1732596653] transaction","detail":"{read_only:false; response_revision:5858; number_of_response:1; }","duration":"282.767461ms","start":"2026-03-19T18:04:55.750457Z","end":"2026-03-19T18:04:56.033224Z","steps":["trace[1732596653] 'process raft request' (duration: 282.133364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:04:56.033565Z","caller":"traceutil/trace.go:171","msg":"trace[1430095181] transaction","detail":"{read_only:false; response_revision:5861; number_of_response:1; }","duration":"190.692257ms","start":"2026-03-19T18:04:55.842856Z","end":"2026-03-19T18:04:56.033548Z","steps":["trace[1430095181] 'process raft request' (duration: 189.935966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:56.033639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.081671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:04:56.03368Z","caller":"traceutil/trace.go:171","msg":"trace[785904229] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5861; }","duration":"162.164984ms","start":"2026-03-19T18:04:55.871505Z","end":"2026-03-19T18:04:56.03367Z","steps":["trace[785904229] 'agreement among raft nodes before linearized reading' (duration: 162.02543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:04:56.033732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.072662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101778"} {"level":"info","ts":"2026-03-19T18:04:56.033768Z","caller":"traceutil/trace.go:171","msg":"trace[480098385] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5861; }","duration":"282.158524ms","start":"2026-03-19T18:04:55.7516Z","end":"2026-03-19T18:04:56.033759Z","steps":["trace[480098385] 'agreement among raft nodes before linearized reading' (duration: 281.594149ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:05:06.453844Z","caller":"traceutil/trace.go:171","msg":"trace[936772341] linearizableReadLoop","detail":"{readStateIndex:6159; appliedIndex:6158; }","duration":"311.389527ms","start":"2026-03-19T18:05:06.142431Z","end":"2026-03-19T18:05:06.453821Z","steps":["trace[936772341] 'read index received' (duration: 311.270324ms)","trace[936772341] 'applied index is now lower than readState.Index' (duration: 118.233µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:05:06.453951Z","caller":"traceutil/trace.go:171","msg":"trace[474648909] transaction","detail":"{read_only:false; response_revision:5928; number_of_response:1; }","duration":"312.033654ms","start":"2026-03-19T18:05:06.141894Z","end":"2026-03-19T18:05:06.453927Z","steps":["trace[474648909] 'process raft request' (duration: 311.767476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:05:06.454485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:05:06.141876Z","time spent":"312.439395ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:05:06.454111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.657894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:05:06.45472Z","caller":"traceutil/trace.go:171","msg":"trace[1294741151] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:5928; }","duration":"312.28149ms","start":"2026-03-19T18:05:06.142407Z","end":"2026-03-19T18:05:06.454688Z","steps":["trace[1294741151] 'agreement among raft nodes before linearized reading' (duration: 311.556491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:05:06.454813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:05:06.142393Z","time spent":"312.386994ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-f925l\" "} {"level":"warn","ts":"2026-03-19T18:05:06.45538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.002659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:05:06.455425Z","caller":"traceutil/trace.go:171","msg":"trace[2035492297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5931; }","duration":"310.069991ms","start":"2026-03-19T18:05:06.145344Z","end":"2026-03-19T18:05:06.455414Z","steps":["trace[2035492297] 'agreement among raft nodes before linearized reading' (duration: 309.989219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:05:06.455444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:05:06.145335Z","time spent":"310.105302ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:05:06.455421Z","caller":"traceutil/trace.go:171","msg":"trace[840551205] transaction","detail":"{read_only:false; response_revision:5929; number_of_response:1; }","duration":"312.165437ms","start":"2026-03-19T18:05:06.143225Z","end":"2026-03-19T18:05:06.45539Z","steps":["trace[840551205] 'process raft request' (duration: 311.930661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:05:06.455524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:05:06.143202Z","time spent":"312.271501ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:05:06.455585Z","caller":"traceutil/trace.go:171","msg":"trace[1800240930] transaction","detail":"{read_only:false; response_revision:5930; number_of_response:1; }","duration":"310.833022ms","start":"2026-03-19T18:05:06.144742Z","end":"2026-03-19T18:05:06.455575Z","steps":["trace[1800240930] 'process raft request' (duration: 310.533543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:05:06.455679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:05:06.144734Z","time spent":"310.878413ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:05:06.455639Z","caller":"traceutil/trace.go:171","msg":"trace[1288164064] transaction","detail":"{read_only:false; response_revision:5931; number_of_response:1; }","duration":"282.931245ms","start":"2026-03-19T18:05:06.17266Z","end":"2026-03-19T18:05:06.455591Z","steps":["trace[1288164064] 'process raft request' (duration: 282.644757ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:05:09.602391Z","caller":"traceutil/trace.go:171","msg":"trace[1411348546] transaction","detail":"{read_only:false; response_revision:5942; number_of_response:1; }","duration":"112.266962ms","start":"2026-03-19T18:05:09.490072Z","end":"2026-03-19T18:05:09.602338Z","steps":["trace[1411348546] 'process raft request' (duration: 112.054646ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:05:09.603114Z","caller":"traceutil/trace.go:171","msg":"trace[1509607127] transaction","detail":"{read_only:false; response_revision:5943; number_of_response:1; }","duration":"111.018148ms","start":"2026-03-19T18:05:09.49208Z","end":"2026-03-19T18:05:09.603098Z","steps":["trace[1509607127] 'process raft request' (duration: 110.761151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:05:11.284155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.138123ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T18:05:11.393418Z","caller":"traceutil/trace.go:171","msg":"trace[1576831672] transaction","detail":"{read_only:false; response_revision:5954; number_of_response:1; }","duration":"184.065747ms","start":"2026-03-19T18:05:11.209326Z","end":"2026-03-19T18:05:11.393392Z","steps":["trace[1576831672] 'process raft request' (duration: 183.887612ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:05:11.564987Z","caller":"traceutil/trace.go:171","msg":"trace[883308586] transaction","detail":"{read_only:false; response_revision:5955; number_of_response:1; }","duration":"108.066208ms","start":"2026-03-19T18:05:11.456882Z","end":"2026-03-19T18:05:11.564948Z","steps":["trace[883308586] 'process raft request' (duration: 34.158266ms)","trace[883308586] 'compare' (duration: 73.675045ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:05:11.88801Z","caller":"traceutil/trace.go:171","msg":"trace[1518450596] transaction","detail":"{read_only:false; response_revision:5956; number_of_response:1; }","duration":"280.457899ms","start":"2026-03-19T18:05:11.607495Z","end":"2026-03-19T18:05:11.887953Z","steps":["trace[1518450596] 'process raft request' (duration: 226.933759ms)","trace[1518450596] 'compare' (duration: 53.198211ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:05:11.91707Z","caller":"traceutil/trace.go:171","msg":"trace[1726093562] linearizableReadLoop","detail":"{readStateIndex:6189; appliedIndex:6187; }","duration":"304.272314ms","start":"2026-03-19T18:05:11.612779Z","end":"2026-03-19T18:05:11.917051Z","steps":["trace[1726093562] 'read index received' (duration: 221.79697ms)","trace[1726093562] 'applied index is now lower than readState.Index' (duration: 82.474534ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:05:11.917136Z","caller":"traceutil/trace.go:171","msg":"trace[1429011513] transaction","detail":"{read_only:false; response_revision:5957; number_of_response:1; }","duration":"307.185013ms","start":"2026-03-19T18:05:11.609918Z","end":"2026-03-19T18:05:11.917103Z","steps":["trace[1429011513] 'process raft request' (duration: 307.018178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:05:11.917295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.49888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:05:11.917323Z","caller":"traceutil/trace.go:171","msg":"trace[951949861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5957; }","duration":"304.546812ms","start":"2026-03-19T18:05:11.612769Z","end":"2026-03-19T18:05:11.917315Z","steps":["trace[951949861] 'agreement among raft nodes before linearized reading' (duration: 304.359317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:05:11.917324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:05:11.609897Z","time spent":"307.336027ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:05:11.917353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:05:11.612692Z","time spent":"304.656745ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T18:05:12.764938Z","caller":"traceutil/trace.go:171","msg":"trace[261822179] linearizableReadLoop","detail":"{readStateIndex:6193; appliedIndex:6192; }","duration":"195.99281ms","start":"2026-03-19T18:05:12.568917Z","end":"2026-03-19T18:05:12.764909Z","steps":["trace[261822179] 'read index received' (duration: 118.370397ms)","trace[261822179] 'applied index is now lower than readState.Index' (duration: 77.620853ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:05:12.765023Z","caller":"traceutil/trace.go:171","msg":"trace[554570009] transaction","detail":"{read_only:false; response_revision:5961; number_of_response:1; }","duration":"278.136616ms","start":"2026-03-19T18:05:12.48685Z","end":"2026-03-19T18:05:12.764986Z","steps":["trace[554570009] 'process raft request' (duration: 200.523043ms)","trace[554570009] 'compare' (duration: 77.365686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:05:12.76519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.229857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:05:12.765239Z","caller":"traceutil/trace.go:171","msg":"trace[1384636764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5961; }","duration":"196.369941ms","start":"2026-03-19T18:05:12.568857Z","end":"2026-03-19T18:05:12.765226Z","steps":["trace[1384636764] 'agreement among raft nodes before linearized reading' (duration: 196.167175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:05:12.765389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.357178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:05:12.765539Z","caller":"traceutil/trace.go:171","msg":"trace[1403876680] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:5961; }","duration":"190.562153ms","start":"2026-03-19T18:05:12.574945Z","end":"2026-03-19T18:05:12.765507Z","steps":["trace[1403876680] 'agreement among raft nodes before linearized reading' (duration: 190.138992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:05:45.05621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.37606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:05:45.056353Z","caller":"traceutil/trace.go:171","msg":"trace[1135450969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6188; }","duration":"142.525524ms","start":"2026-03-19T18:05:44.913808Z","end":"2026-03-19T18:05:45.056334Z","steps":["trace[1135450969] 'range keys from in-memory index tree' (duration: 142.231416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:05:45.056367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.329526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:05:45.056463Z","caller":"traceutil/trace.go:171","msg":"trace[252365232] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6188; }","duration":"105.4941ms","start":"2026-03-19T18:05:44.950948Z","end":"2026-03-19T18:05:45.056443Z","steps":["trace[252365232] 'range keys from in-memory index tree' (duration: 105.037828ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:08:42.4831Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5209} {"level":"info","ts":"2026-03-19T18:08:42.565594Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5209,"took":"80.752833ms","hash":3017239878,"current-db-size-bytes":38449152,"current-db-size":"38 MB","current-db-size-in-use-bytes":21245952,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-19T18:08:42.56567Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3017239878,"revision":5209,"compact-revision":2645} {"level":"warn","ts":"2026-03-19T18:09:04.844366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.489517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:09:04.844644Z","caller":"traceutil/trace.go:171","msg":"trace[165632950] transaction","detail":"{read_only:false; response_revision:7477; number_of_response:1; }","duration":"449.326634ms","start":"2026-03-19T18:09:04.39529Z","end":"2026-03-19T18:09:04.844617Z","steps":["trace[165632950] 'process raft request' (duration: 449.214351ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:04.844718Z","caller":"traceutil/trace.go:171","msg":"trace[1032641014] transaction","detail":"{read_only:false; response_revision:7476; number_of_response:1; }","duration":"566.284471ms","start":"2026-03-19T18:09:04.2784Z","end":"2026-03-19T18:09:04.844684Z","steps":["trace[1032641014] 'process raft request' (duration: 260.372152ms)","trace[1032641014] 'compare' (duration: 305.344364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:04.844728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:04.395253Z","time spent":"449.437207ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:09:04.844809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:04.278379Z","time spent":"566.389644ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:09:04.844735Z","caller":"traceutil/trace.go:171","msg":"trace[1232910515] linearizableReadLoop","detail":"{readStateIndex:7765; appliedIndex:7764; }","duration":"531.771634ms","start":"2026-03-19T18:09:04.312924Z","end":"2026-03-19T18:09:04.844695Z","steps":["trace[1232910515] 'read index received' (duration: 225.932347ms)","trace[1232910515] 'applied index is now lower than readState.Index' (duration: 305.836527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:04.845092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.141124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:09:04.845234Z","caller":"traceutil/trace.go:171","msg":"trace[949515587] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:7477; }","duration":"532.339849ms","start":"2026-03-19T18:09:04.312867Z","end":"2026-03-19T18:09:04.845207Z","steps":["trace[949515587] 'agreement among raft nodes before linearized reading' (duration: 532.047251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:04.845289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:04.312855Z","time spent":"532.424171ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-f925l\" "} {"level":"warn","ts":"2026-03-19T18:09:04.854395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.919213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:09:04.854467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.80346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-19T18:09:04.854494Z","caller":"traceutil/trace.go:171","msg":"trace[1665772557] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7479; }","duration":"407.078367ms","start":"2026-03-19T18:09:04.447383Z","end":"2026-03-19T18:09:04.854461Z","steps":["trace[1665772557] 'agreement among raft nodes before linearized reading' (duration: 406.922512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:04.854484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.305131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:09:04.854525Z","caller":"traceutil/trace.go:171","msg":"trace[1160691428] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7479; }","duration":"427.925764ms","start":"2026-03-19T18:09:04.426579Z","end":"2026-03-19T18:09:04.854505Z","steps":["trace[1160691428] 'agreement among raft nodes before linearized reading' (duration: 427.730658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:04.854531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:04.447354Z","time spent":"407.167569ms","remote":"127.0.0.1:45660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:09:04.85455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:04.426554Z","time spent":"427.989915ms","remote":"127.0.0.1:45700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-19T18:09:04.854545Z","caller":"traceutil/trace.go:171","msg":"trace[177326867] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:7479; }","duration":"496.415453ms","start":"2026-03-19T18:09:04.358107Z","end":"2026-03-19T18:09:04.854523Z","steps":["trace[177326867] 'agreement among raft nodes before linearized reading' (duration: 496.324081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:04.854584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:09:04.358076Z","time spent":"496.499226ms","remote":"127.0.0.1:43930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:09:05.734496Z","caller":"traceutil/trace.go:171","msg":"trace[1601702788] transaction","detail":"{read_only:false; response_revision:7483; number_of_response:1; }","duration":"141.594596ms","start":"2026-03-19T18:09:05.592878Z","end":"2026-03-19T18:09:05.734472Z","steps":["trace[1601702788] 'process raft request' (duration: 100.117199ms)","trace[1601702788] 'compare' (duration: 41.342893ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:07.142733Z","caller":"traceutil/trace.go:171","msg":"trace[2083427774] transaction","detail":"{read_only:false; response_revision:7488; number_of_response:1; }","duration":"291.284691ms","start":"2026-03-19T18:09:06.851413Z","end":"2026-03-19T18:09:07.142698Z","steps":["trace[2083427774] 'process raft request' (duration: 290.993913ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:07.143052Z","caller":"traceutil/trace.go:171","msg":"trace[1569649378] linearizableReadLoop","detail":"{readStateIndex:7780; appliedIndex:7776; }","duration":"280.177259ms","start":"2026-03-19T18:09:06.862842Z","end":"2026-03-19T18:09:07.143019Z","steps":["trace[1569649378] 'read index received' (duration: 41.484636ms)","trace[1569649378] 'applied index is now lower than readState.Index' (duration: 238.691583ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:07.143132Z","caller":"traceutil/trace.go:171","msg":"trace[1515565168] transaction","detail":"{read_only:false; response_revision:7489; number_of_response:1; }","duration":"288.170156ms","start":"2026-03-19T18:09:06.854928Z","end":"2026-03-19T18:09:07.143098Z","steps":["trace[1515565168] 'process raft request' (duration: 287.718504ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:07.14327Z","caller":"traceutil/trace.go:171","msg":"trace[30968133] transaction","detail":"{read_only:false; response_revision:7490; number_of_response:1; }","duration":"282.604685ms","start":"2026-03-19T18:09:06.86061Z","end":"2026-03-19T18:09:07.143215Z","steps":["trace[30968133] 'process raft request' (duration: 282.284446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:07.14331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.438796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:09:07.143408Z","caller":"traceutil/trace.go:171","msg":"trace[1696476275] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:7490; }","duration":"280.57766ms","start":"2026-03-19T18:09:06.862815Z","end":"2026-03-19T18:09:07.143393Z","steps":["trace[1696476275] 'agreement among raft nodes before linearized reading' (duration: 280.321593ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:09.310763Z","caller":"traceutil/trace.go:171","msg":"trace[1180853658] transaction","detail":"{read_only:false; response_revision:7500; number_of_response:1; }","duration":"122.495617ms","start":"2026-03-19T18:09:09.188237Z","end":"2026-03-19T18:09:09.310732Z","steps":["trace[1180853658] 'process raft request' (duration: 76.240501ms)","trace[1180853658] 'compare' (duration: 46.142643ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:10.196332Z","caller":"traceutil/trace.go:171","msg":"trace[748633983] transaction","detail":"{read_only:false; response_revision:7502; number_of_response:1; }","duration":"220.1878ms","start":"2026-03-19T18:09:09.976089Z","end":"2026-03-19T18:09:10.196277Z","steps":["trace[748633983] 'process raft request' (duration: 219.998395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:10.479495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.369572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:09:10.479567Z","caller":"traceutil/trace.go:171","msg":"trace[746043392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7502; }","duration":"105.500296ms","start":"2026-03-19T18:09:10.374054Z","end":"2026-03-19T18:09:10.479554Z","steps":["trace[746043392] 'range keys from in-memory index tree' (duration: 105.195498ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:11.315961Z","caller":"traceutil/trace.go:171","msg":"trace[934686390] transaction","detail":"{read_only:false; response_revision:7506; number_of_response:1; }","duration":"129.672122ms","start":"2026-03-19T18:09:11.186254Z","end":"2026-03-19T18:09:11.315926Z","steps":["trace[934686390] 'process raft request' (duration: 129.446055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:11.316112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.690356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:09:11.316192Z","caller":"traceutil/trace.go:171","msg":"trace[1286886284] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:7506; }","duration":"121.783528ms","start":"2026-03-19T18:09:11.194389Z","end":"2026-03-19T18:09:11.316172Z","steps":["trace[1286886284] 'agreement among raft nodes before linearized reading' (duration: 121.550452ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:13.483431Z","caller":"traceutil/trace.go:171","msg":"trace[2001618792] transaction","detail":"{read_only:false; response_revision:7515; number_of_response:1; }","duration":"225.3368ms","start":"2026-03-19T18:09:13.258068Z","end":"2026-03-19T18:09:13.483405Z","steps":["trace[2001618792] 'process raft request' (duration: 225.147635ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:13.542624Z","caller":"traceutil/trace.go:171","msg":"trace[1329995261] linearizableReadLoop","detail":"{readStateIndex:7807; appliedIndex:7805; }","duration":"255.102419ms","start":"2026-03-19T18:09:13.287496Z","end":"2026-03-19T18:09:13.542599Z","steps":["trace[1329995261] 'read index received' (duration: 195.700206ms)","trace[1329995261] 'applied index is now lower than readState.Index' (duration: 59.401063ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:13.542668Z","caller":"traceutil/trace.go:171","msg":"trace[1867016526] transaction","detail":"{read_only:false; response_revision:7516; number_of_response:1; }","duration":"273.844509ms","start":"2026-03-19T18:09:13.268782Z","end":"2026-03-19T18:09:13.542626Z","steps":["trace[1867016526] 'process raft request' (duration: 254.242016ms)","trace[1867016526] 'compare' (duration: 19.356176ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:13.54274Z","caller":"traceutil/trace.go:171","msg":"trace[868175969] transaction","detail":"{read_only:false; response_revision:7517; number_of_response:1; }","duration":"219.508463ms","start":"2026-03-19T18:09:13.323222Z","end":"2026-03-19T18:09:13.54273Z","steps":["trace[868175969] 'process raft request' (duration: 219.272036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:13.54298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.444428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:13.543022Z","caller":"traceutil/trace.go:171","msg":"trace[762659317] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7517; }","duration":"255.568512ms","start":"2026-03-19T18:09:13.287441Z","end":"2026-03-19T18:09:13.54301Z","steps":["trace[762659317] 'agreement among raft nodes before linearized reading' (duration: 255.430679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:13.543475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.065505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:09:13.543529Z","caller":"traceutil/trace.go:171","msg":"trace[894438010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7517; }","duration":"193.160217ms","start":"2026-03-19T18:09:13.350356Z","end":"2026-03-19T18:09:13.543517Z","steps":["trace[894438010] 'agreement among raft nodes before linearized reading' (duration: 193.003683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:13.543552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.521431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:09:13.543592Z","caller":"traceutil/trace.go:171","msg":"trace[975658964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7517; }","duration":"114.646584ms","start":"2026-03-19T18:09:13.428932Z","end":"2026-03-19T18:09:13.543579Z","steps":["trace[975658964] 'agreement among raft nodes before linearized reading' (duration: 114.462789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:13.543759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.404955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:09:13.543854Z","caller":"traceutil/trace.go:171","msg":"trace[1959160472] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:7517; }","duration":"189.57106ms","start":"2026-03-19T18:09:13.35426Z","end":"2026-03-19T18:09:13.543831Z","steps":["trace[1959160472] 'agreement among raft nodes before linearized reading' (duration: 189.258011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:15.001803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.913385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:09:15.001918Z","caller":"traceutil/trace.go:171","msg":"trace[1977596564] transaction","detail":"{read_only:false; response_revision:7531; number_of_response:1; }","duration":"185.498489ms","start":"2026-03-19T18:09:14.8164Z","end":"2026-03-19T18:09:15.001899Z","steps":["trace[1977596564] 'process raft request' (duration: 71.40631ms)","trace[1977596564] 'compare' (duration: 113.585475ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:15.682234Z","caller":"traceutil/trace.go:171","msg":"trace[444040639] transaction","detail":"{read_only:false; response_revision:7541; number_of_response:1; }","duration":"134.189805ms","start":"2026-03-19T18:09:15.547995Z","end":"2026-03-19T18:09:15.682185Z","steps":["trace[444040639] 'process raft request' (duration: 133.916587ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:15.682378Z","caller":"traceutil/trace.go:171","msg":"trace[1953741349] linearizableReadLoop","detail":"{readStateIndex:7833; appliedIndex:7831; }","duration":"131.509612ms","start":"2026-03-19T18:09:15.550843Z","end":"2026-03-19T18:09:15.682353Z","steps":["trace[1953741349] 'read index received' (duration: 130.985458ms)","trace[1953741349] 'applied index is now lower than readState.Index' (duration: 522.744µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:15.682501Z","caller":"traceutil/trace.go:171","msg":"trace[80800407] transaction","detail":"{read_only:false; response_revision:7542; number_of_response:1; }","duration":"134.461322ms","start":"2026-03-19T18:09:15.547998Z","end":"2026-03-19T18:09:15.68246Z","steps":["trace[80800407] 'process raft request' (duration: 134.085212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:15.682602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.748978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.128\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T18:09:15.682631Z","caller":"traceutil/trace.go:171","msg":"trace[1804620348] range","detail":"{range_begin:/registry/masterleases/199.19.213.128; range_end:; response_count:1; response_revision:7542; }","duration":"131.824031ms","start":"2026-03-19T18:09:15.550798Z","end":"2026-03-19T18:09:15.682622Z","steps":["trace[1804620348] 'agreement among raft nodes before linearized reading' (duration: 131.667436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:15.682684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.959702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T18:09:15.682756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.673692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:09:15.682766Z","caller":"traceutil/trace.go:171","msg":"trace[1309540128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7542; }","duration":"122.094386ms","start":"2026-03-19T18:09:15.560653Z","end":"2026-03-19T18:09:15.682748Z","steps":["trace[1309540128] 'agreement among raft nodes before linearized reading' (duration: 121.86732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:15.682774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.365852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:09:15.682811Z","caller":"traceutil/trace.go:171","msg":"trace[1323246320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7542; }","duration":"115.796675ms","start":"2026-03-19T18:09:15.567001Z","end":"2026-03-19T18:09:15.682798Z","steps":["trace[1323246320] 'agreement among raft nodes before linearized reading' (duration: 115.655392ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:15.682846Z","caller":"traceutil/trace.go:171","msg":"trace[928310723] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7542; }","duration":"105.501735ms","start":"2026-03-19T18:09:15.577327Z","end":"2026-03-19T18:09:15.682828Z","steps":["trace[928310723] 'agreement among raft nodes before linearized reading' (duration: 105.350021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:15.68286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.646193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:09:15.682961Z","caller":"traceutil/trace.go:171","msg":"trace[1328634117] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:7542; }","duration":"111.818127ms","start":"2026-03-19T18:09:15.571116Z","end":"2026-03-19T18:09:15.682935Z","steps":["trace[1328634117] 'agreement among raft nodes before linearized reading' (duration: 111.538749ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:15.797903Z","caller":"traceutil/trace.go:171","msg":"trace[1442843711] transaction","detail":"{read_only:false; response_revision:7543; number_of_response:1; }","duration":"111.037876ms","start":"2026-03-19T18:09:15.686836Z","end":"2026-03-19T18:09:15.797874Z","steps":["trace[1442843711] 'process raft request' (duration: 40.187512ms)","trace[1442843711] 'compare' (duration: 70.605417ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:15.798218Z","caller":"traceutil/trace.go:171","msg":"trace[873473073] transaction","detail":"{read_only:false; response_revision:7544; number_of_response:1; }","duration":"111.107978ms","start":"2026-03-19T18:09:15.6871Z","end":"2026-03-19T18:09:15.798208Z","steps":["trace[873473073] 'process raft request' (duration: 110.741378ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:15.798351Z","caller":"traceutil/trace.go:171","msg":"trace[407117798] linearizableReadLoop","detail":"{readStateIndex:7836; appliedIndex:7833; }","duration":"110.177882ms","start":"2026-03-19T18:09:15.688162Z","end":"2026-03-19T18:09:15.79834Z","steps":["trace[407117798] 'read index received' (duration: 26.420138ms)","trace[407117798] 'applied index is now lower than readState.Index' (duration: 83.756254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:09:15.79863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.237565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:09:15.798701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.518751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:214364"} {"level":"info","ts":"2026-03-19T18:09:15.798725Z","caller":"traceutil/trace.go:171","msg":"trace[1583819767] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7545; }","duration":"110.592234ms","start":"2026-03-19T18:09:15.688128Z","end":"2026-03-19T18:09:15.79872Z","steps":["trace[1583819767] 'agreement among raft nodes before linearized reading' (duration: 110.274865ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:15.79873Z","caller":"traceutil/trace.go:171","msg":"trace[287553072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7545; }","duration":"106.371549ms","start":"2026-03-19T18:09:15.692333Z","end":"2026-03-19T18:09:15.798705Z","steps":["trace[287553072] 'agreement among raft nodes before linearized reading' (duration: 106.115632ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:09:15.933271Z","caller":"traceutil/trace.go:171","msg":"trace[1760736287] transaction","detail":"{read_only:false; response_revision:7546; number_of_response:1; }","duration":"132.478709ms","start":"2026-03-19T18:09:15.800757Z","end":"2026-03-19T18:09:15.933235Z","steps":["trace[1760736287] 'process raft request' (duration: 104.682344ms)","trace[1760736287] 'compare' (duration: 27.473336ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:15.933374Z","caller":"traceutil/trace.go:171","msg":"trace[1284498356] linearizableReadLoop","detail":"{readStateIndex:7838; appliedIndex:7837; }","duration":"131.091691ms","start":"2026-03-19T18:09:15.802223Z","end":"2026-03-19T18:09:15.933314Z","steps":["trace[1284498356] 'read index received' (duration: 103.231885ms)","trace[1284498356] 'applied index is now lower than readState.Index' (duration: 27.855916ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:09:15.933334Z","caller":"traceutil/trace.go:171","msg":"trace[1326984211] transaction","detail":"{read_only:false; response_revision:7547; number_of_response:1; }","duration":"130.979339ms","start":"2026-03-19T18:09:15.802316Z","end":"2026-03-19T18:09:15.933295Z","steps":["trace[1326984211] 'process raft request' (duration: 130.853075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:09:15.933654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.40483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T18:09:15.933701Z","caller":"traceutil/trace.go:171","msg":"trace[602867765] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:7547; }","duration":"131.507013ms","start":"2026-03-19T18:09:15.802183Z","end":"2026-03-19T18:09:15.93369Z","steps":["trace[602867765] 'agreement among raft nodes before linearized reading' (duration: 131.275756ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:09.874542Z","caller":"traceutil/trace.go:171","msg":"trace[757351263] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"307.249345ms","start":"2026-03-19T18:10:09.567249Z","end":"2026-03-19T18:10:09.874498Z","steps":["trace[757351263] 'process raft request' (duration: 306.974958ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:09.874662Z","caller":"traceutil/trace.go:171","msg":"trace[1408014120] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"305.938849ms","start":"2026-03-19T18:10:09.568672Z","end":"2026-03-19T18:10:09.874611Z","steps":["trace[1408014120] 'process raft request' (duration: 305.719463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.874803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.76935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:10:09.87483Z","caller":"traceutil/trace.go:171","msg":"trace[1985632719] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"304.319486ms","start":"2026-03-19T18:10:09.5705Z","end":"2026-03-19T18:10:09.874819Z","steps":["trace[1985632719] 'process raft request' (duration: 303.970587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.874885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:09.570486Z","time spent":"304.371647ms","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7356,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:09.874888Z","caller":"traceutil/trace.go:171","msg":"trace[2088230180] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7885; }","duration":"254.896553ms","start":"2026-03-19T18:10:09.619957Z","end":"2026-03-19T18:10:09.874853Z","steps":["trace[2088230180] 'agreement among raft nodes before linearized reading' (duration: 254.671517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:09.874712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:09.567237Z","time spent":"307.403759ms","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1180,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:09.87491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:09.568639Z","time spent":"306.128065ms","remote":"127.0.0.1:45892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1102,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:09.874567Z","caller":"traceutil/trace.go:171","msg":"trace[680591342] linearizableReadLoop","detail":"{readStateIndex:8191; appliedIndex:8188; }","duration":"254.527463ms","start":"2026-03-19T18:10:09.620009Z","end":"2026-03-19T18:10:09.874536Z","steps":["trace[680591342] 'read index received' (duration: 254.103472ms)","trace[680591342] 'applied index is now lower than readState.Index' (duration: 422.791µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:10.030294Z","caller":"traceutil/trace.go:171","msg":"trace[788665936] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"145.78844ms","start":"2026-03-19T18:10:09.884464Z","end":"2026-03-19T18:10:10.030252Z","steps":["trace[788665936] 'process raft request' (duration: 52.812115ms)","trace[788665936] 'compare' (duration: 92.652596ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:10.030486Z","caller":"traceutil/trace.go:171","msg":"trace[433728245] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"130.418153ms","start":"2026-03-19T18:10:09.900054Z","end":"2026-03-19T18:10:10.030472Z","steps":["trace[433728245] 'process raft request' (duration: 130.101834ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:10.030635Z","caller":"traceutil/trace.go:171","msg":"trace[1246110064] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"129.61381ms","start":"2026-03-19T18:10:09.900978Z","end":"2026-03-19T18:10:10.030592Z","steps":["trace[1246110064] 'process raft request' (duration: 129.26015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:10.269546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.080932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:10:10.269669Z","caller":"traceutil/trace.go:171","msg":"trace[669344018] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7890; }","duration":"109.293068ms","start":"2026-03-19T18:10:10.16035Z","end":"2026-03-19T18:10:10.269643Z","steps":["trace[669344018] 'count revisions from in-memory index tree' (duration: 108.98088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:10.269653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.037699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:10.269745Z","caller":"traceutil/trace.go:171","msg":"trace[26796519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7890; }","duration":"124.159233ms","start":"2026-03-19T18:10:10.145563Z","end":"2026-03-19T18:10:10.269723Z","steps":["trace[26796519] 'range keys from in-memory index tree' (duration: 123.942107ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:19.229585Z","caller":"traceutil/trace.go:171","msg":"trace[218825618] linearizableReadLoop","detail":"{readStateIndex:8368; appliedIndex:8367; }","duration":"442.958762ms","start":"2026-03-19T18:10:18.786595Z","end":"2026-03-19T18:10:19.229554Z","steps":["trace[218825618] 'read index received' (duration: 442.703335ms)","trace[218825618] 'applied index is now lower than readState.Index' (duration: 254.207µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:19.229835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.207209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:10:19.229803Z","caller":"traceutil/trace.go:171","msg":"trace[406270583] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"467.662033ms","start":"2026-03-19T18:10:18.762095Z","end":"2026-03-19T18:10:19.229758Z","steps":["trace[406270583] 'process raft request' (duration: 467.260492ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:19.229894Z","caller":"traceutil/trace.go:171","msg":"trace[594152929] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8060; }","duration":"443.321722ms","start":"2026-03-19T18:10:18.786558Z","end":"2026-03-19T18:10:19.22988Z","steps":["trace[594152929] 'agreement among raft nodes before linearized reading' (duration: 443.200079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:19.229959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:18.786539Z","time spent":"443.407194ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:19.230004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:18.76208Z","time spent":"467.832687ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:19.230087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.073572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:10:19.230179Z","caller":"traceutil/trace.go:171","msg":"trace[2031066498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8060; }","duration":"148.221356ms","start":"2026-03-19T18:10:19.081939Z","end":"2026-03-19T18:10:19.23016Z","steps":["trace[2031066498] 'agreement among raft nodes before linearized reading' (duration: 147.918778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:20.279255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.592786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:20.279364Z","caller":"traceutil/trace.go:171","msg":"trace[43946408] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"1.04482481s","start":"2026-03-19T18:10:19.234521Z","end":"2026-03-19T18:10:20.279346Z","steps":["trace[43946408] 'process raft request' (duration: 762.065259ms)","trace[43946408] 'compare' (duration: 282.413381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:20.279437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:19.234498Z","time spent":"1.044896032s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:20.926741Z","caller":"traceutil/trace.go:171","msg":"trace[1647785310] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"1.648237059s","start":"2026-03-19T18:10:19.278461Z","end":"2026-03-19T18:10:20.926698Z","steps":["trace[1647785310] 'process raft request' (duration: 1.647452288s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:20.928337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:19.278436Z","time spent":"1.649846324s","remote":"127.0.0.1:45714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19432,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:20.927746Z","caller":"traceutil/trace.go:171","msg":"trace[438627719] linearizableReadLoop","detail":"{readStateIndex:8371; appliedIndex:8368; }","duration":"1.420986387s","start":"2026-03-19T18:10:19.506695Z","end":"2026-03-19T18:10:20.927681Z","steps":["trace[438627719] 'read index received' (duration: 489.979239ms)","trace[438627719] 'applied index is now lower than readState.Index' (duration: 931.006058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:20.92796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421259424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6dcfc89c74-h7wfc.189e507ef9142155\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-19T18:10:20.928737Z","caller":"traceutil/trace.go:171","msg":"trace[349650230] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6dcfc89c74-h7wfc.189e507ef9142155; range_end:; response_count:1; response_revision:8063; }","duration":"1.422089657s","start":"2026-03-19T18:10:19.506633Z","end":"2026-03-19T18:10:20.928723Z","steps":["trace[349650230] 'agreement among raft nodes before linearized reading' (duration: 1.421155722s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:20.928794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:19.50661Z","time spent":"1.422173329s","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-6dcfc89c74-h7wfc.189e507ef9142155\" "} {"level":"info","ts":"2026-03-19T18:10:20.928245Z","caller":"traceutil/trace.go:171","msg":"trace[944571779] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"1.577257332s","start":"2026-03-19T18:10:19.350974Z","end":"2026-03-19T18:10:20.928232Z","steps":["trace[944571779] 'process raft request' (duration: 1.575618838s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:20.929254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:19.350946Z","time spent":"1.57826684s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:20.93641Z","caller":"traceutil/trace.go:171","msg":"trace[1530017787] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"874.128953ms","start":"2026-03-19T18:10:20.06225Z","end":"2026-03-19T18:10:20.936379Z","steps":["trace[1530017787] 'process raft request' (duration: 873.489806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:20.936573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:20.062203Z","time spent":"874.274077ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:20.936639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34303351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:10:20.936676Z","caller":"traceutil/trace.go:171","msg":"trace[458173933] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"864.608474ms","start":"2026-03-19T18:10:20.072019Z","end":"2026-03-19T18:10:20.936628Z","steps":["trace[458173933] 'process raft request' (duration: 863.843153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:20.936765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.734018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:10:20.936749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.378208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:10:20.936794Z","caller":"traceutil/trace.go:171","msg":"trace[677540985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8065; }","duration":"790.80117ms","start":"2026-03-19T18:10:20.145985Z","end":"2026-03-19T18:10:20.936786Z","steps":["trace[677540985] 'agreement among raft nodes before linearized reading' (duration: 790.755439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:20.936749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.718124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T18:10:20.936826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:20.145963Z","time spent":"790.854621ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:10:20.936833Z","caller":"traceutil/trace.go:171","msg":"trace[1137551631] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:8065; }","duration":"723.519122ms","start":"2026-03-19T18:10:20.213293Z","end":"2026-03-19T18:10:20.936812Z","steps":["trace[1137551631] 'agreement among raft nodes before linearized reading' (duration: 723.287566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:20.936848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.63035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:10:20.936844Z","caller":"traceutil/trace.go:171","msg":"trace[176226156] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8065; }","duration":"756.845097ms","start":"2026-03-19T18:10:20.179981Z","end":"2026-03-19T18:10:20.936826Z","steps":["trace[176226156] 'agreement among raft nodes before linearized reading' (duration: 756.634072ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:20.936877Z","caller":"traceutil/trace.go:171","msg":"trace[1980235174] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8065; }","duration":"644.687111ms","start":"2026-03-19T18:10:20.292177Z","end":"2026-03-19T18:10:20.936864Z","steps":["trace[1980235174] 'agreement among raft nodes before linearized reading' (duration: 644.64735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:20.936877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:20.213272Z","time spent":"723.594474ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-f925l\" "} {"level":"warn","ts":"2026-03-19T18:10:20.936875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:20.071986Z","time spent":"864.784159ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:20.936883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:20.179969Z","time spent":"756.905129ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:10:20.936712Z","caller":"traceutil/trace.go:171","msg":"trace[1115200186] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8065; }","duration":"1.343136673s","start":"2026-03-19T18:10:19.593554Z","end":"2026-03-19T18:10:20.936691Z","steps":["trace[1115200186] 'agreement among raft nodes before linearized reading' (duration: 1.343006169s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:20.936902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:20.292159Z","time spent":"644.738142ms","remote":"127.0.0.1:45920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:20.936794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.697859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T18:10:20.936933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:19.593539Z","time spent":"1.343381029s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:10:20.937022Z","caller":"traceutil/trace.go:171","msg":"trace[281548720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8065; }","duration":"733.932435ms","start":"2026-03-19T18:10:20.203044Z","end":"2026-03-19T18:10:20.936977Z","steps":["trace[281548720] 'agreement among raft nodes before linearized reading' (duration: 733.644148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:20.937017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.759026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T18:10:20.937099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:20.203023Z","time spent":"734.053888ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T18:10:20.937117Z","caller":"traceutil/trace.go:171","msg":"trace[879370399] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8065; }","duration":"784.935041ms","start":"2026-03-19T18:10:20.152168Z","end":"2026-03-19T18:10:20.937103Z","steps":["trace[879370399] 'agreement among raft nodes before linearized reading' (duration: 784.495259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:20.937231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:20.152157Z","time spent":"785.063484ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:10:20.937079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.782433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:10:20.938242Z","caller":"traceutil/trace.go:171","msg":"trace[1197747339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8065; }","duration":"583.031006ms","start":"2026-03-19T18:10:20.355193Z","end":"2026-03-19T18:10:20.938224Z","steps":["trace[1197747339] 'agreement among raft nodes before linearized reading' (duration: 581.614198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:20.938298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:20.355176Z","time spent":"583.104458ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:10:30.474876Z","caller":"traceutil/trace.go:171","msg":"trace[274668443] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"148.836042ms","start":"2026-03-19T18:10:30.326007Z","end":"2026-03-19T18:10:30.474843Z","steps":["trace[274668443] 'process raft request' (duration: 148.667338ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:31.11006Z","caller":"traceutil/trace.go:171","msg":"trace[456165593] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"114.266643ms","start":"2026-03-19T18:10:30.995767Z","end":"2026-03-19T18:10:31.110033Z","steps":["trace[456165593] 'process raft request' (duration: 65.069737ms)","trace[456165593] 'compare' (duration: 49.084403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:31.838556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.495349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:31.838764Z","caller":"traceutil/trace.go:171","msg":"trace[292444524] linearizableReadLoop","detail":"{readStateIndex:8429; appliedIndex:8426; }","duration":"839.04156ms","start":"2026-03-19T18:10:30.999704Z","end":"2026-03-19T18:10:31.838745Z","steps":["trace[292444524] 'read index received' (duration: 61.097999ms)","trace[292444524] 'applied index is now lower than readState.Index' (duration: 777.942181ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:31.838878Z","caller":"traceutil/trace.go:171","msg":"trace[718214269] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"841.503677ms","start":"2026-03-19T18:10:30.997361Z","end":"2026-03-19T18:10:31.838865Z","steps":["trace[718214269] 'process raft request' (duration: 841.293912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:31.838951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:30.997319Z","time spent":"841.59381ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:31.839002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.461357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:10:31.839013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.020244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:31.839043Z","caller":"traceutil/trace.go:171","msg":"trace[74170601] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8118; }","duration":"802.555809ms","start":"2026-03-19T18:10:31.036478Z","end":"2026-03-19T18:10:31.839034Z","steps":["trace[74170601] 'agreement among raft nodes before linearized reading' (duration: 802.470016ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:31.839054Z","caller":"traceutil/trace.go:171","msg":"trace[2008135283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8118; }","duration":"693.121277ms","start":"2026-03-19T18:10:31.145921Z","end":"2026-03-19T18:10:31.839042Z","steps":["trace[2008135283] 'agreement among raft nodes before linearized reading' (duration: 693.054395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:31.839073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:31.03645Z","time spent":"802.615541ms","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:31.839068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.385407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T18:10:31.839082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:31.145883Z","time spent":"693.192419ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:10:31.839106Z","caller":"traceutil/trace.go:171","msg":"trace[1706388516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8118; }","duration":"558.46143ms","start":"2026-03-19T18:10:31.280635Z","end":"2026-03-19T18:10:31.839096Z","steps":["trace[1706388516] 'agreement among raft nodes before linearized reading' (duration: 558.328886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:31.83914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:31.280612Z","time spent":"558.520901ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:10:31.839196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.259367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:10:31.839245Z","caller":"traceutil/trace.go:171","msg":"trace[40991960] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8118; }","duration":"740.339609ms","start":"2026-03-19T18:10:31.098893Z","end":"2026-03-19T18:10:31.839233Z","steps":["trace[40991960] 'agreement among raft nodes before linearized reading' (duration: 740.208246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:31.839283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:31.098872Z","time spent":"740.404291ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:10:31.839284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.567235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224148"} {"level":"info","ts":"2026-03-19T18:10:31.839328Z","caller":"traceutil/trace.go:171","msg":"trace[1955772171] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8118; }","duration":"839.645296ms","start":"2026-03-19T18:10:30.99967Z","end":"2026-03-19T18:10:31.839315Z","steps":["trace[1955772171] 'agreement among raft nodes before linearized reading' (duration: 839.294837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:31.839354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:30.999658Z","time spent":"839.689868ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224172,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T18:10:31.838887Z","caller":"traceutil/trace.go:171","msg":"trace[68083590] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"842.468484ms","start":"2026-03-19T18:10:30.996383Z","end":"2026-03-19T18:10:31.838852Z","steps":["trace[68083590] 'process raft request' (duration: 286.587415ms)","trace[68083590] 'compare' (duration: 554.982884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:31.840629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:30.99637Z","time spent":"844.17987ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:33.256882Z","caller":"traceutil/trace.go:171","msg":"trace[1922460618] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"768.03417ms","start":"2026-03-19T18:10:32.488825Z","end":"2026-03-19T18:10:33.256859Z","steps":["trace[1922460618] 'process raft request' (duration: 767.908646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:33.257056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:32.488799Z","time spent":"768.141373ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:34.158242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.615094ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:34.158383Z","caller":"traceutil/trace.go:171","msg":"trace[1574066890] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8120; }","duration":"244.765698ms","start":"2026-03-19T18:10:33.913593Z","end":"2026-03-19T18:10:34.158358Z","steps":["trace[1574066890] 'range keys from in-memory index tree' (duration: 244.599434ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:34.204043Z","caller":"traceutil/trace.go:171","msg":"trace[273713295] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"1.217775108s","start":"2026-03-19T18:10:32.986255Z","end":"2026-03-19T18:10:34.20403Z","steps":["trace[273713295] 'process raft request' (duration: 1.217718556s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:34.204045Z","caller":"traceutil/trace.go:171","msg":"trace[1682526811] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"1.380765283s","start":"2026-03-19T18:10:32.823249Z","end":"2026-03-19T18:10:34.204014Z","steps":["trace[1682526811] 'process raft request' (duration: 1.380604199s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:34.204278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:32.986231Z","time spent":"1.2178709s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:34.204404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:32.823225Z","time spent":"1.381065672s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:34.204414Z","caller":"traceutil/trace.go:171","msg":"trace[132080709] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"1.209393899s","start":"2026-03-19T18:10:32.994995Z","end":"2026-03-19T18:10:34.204389Z","steps":["trace[132080709] 'process raft request' (duration: 1.209010729s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:34.204552Z","caller":"traceutil/trace.go:171","msg":"trace[1520981455] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"1.209137832s","start":"2026-03-19T18:10:32.995395Z","end":"2026-03-19T18:10:34.204533Z","steps":["trace[1520981455] 'process raft request' (duration: 1.208863545s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:34.204524Z","caller":"traceutil/trace.go:171","msg":"trace[1498879629] linearizableReadLoop","detail":"{readStateIndex:8435; appliedIndex:8430; }","duration":"1.173779782s","start":"2026-03-19T18:10:33.030672Z","end":"2026-03-19T18:10:34.204452Z","steps":["trace[1498879629] 'read index received' (duration: 226.009209ms)","trace[1498879629] 'applied index is now lower than readState.Index' (duration: 947.769213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:34.204661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173997088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:10:34.204673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:32.99539Z","time spent":"1.209208874s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:34.204667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:32.994974Z","time spent":"1.209545574s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:34.204696Z","caller":"traceutil/trace.go:171","msg":"trace[1334176832] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8124; }","duration":"1.17407886s","start":"2026-03-19T18:10:33.030608Z","end":"2026-03-19T18:10:34.204687Z","steps":["trace[1334176832] 'agreement among raft nodes before linearized reading' (duration: 1.174016349s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:34.204722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:33.030584Z","time spent":"1.174132431s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:34.204937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.266603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T18:10:34.204991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089631426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:10:34.204959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.322084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:10:34.20503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.346911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:10:34.205053Z","caller":"traceutil/trace.go:171","msg":"trace[1227265332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8124; }","duration":"361.456738ms","start":"2026-03-19T18:10:33.843584Z","end":"2026-03-19T18:10:34.205041Z","steps":["trace[1227265332] 'agreement among raft nodes before linearized reading' (duration: 361.298014ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:34.205065Z","caller":"traceutil/trace.go:171","msg":"trace[851948160] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:8124; }","duration":"359.392641ms","start":"2026-03-19T18:10:33.845663Z","end":"2026-03-19T18:10:34.205056Z","steps":["trace[851948160] 'agreement among raft nodes before linearized reading' (duration: 359.309449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:34.205087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:33.845654Z","time spent":"359.429583ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-f925l\" "} {"level":"info","ts":"2026-03-19T18:10:34.205089Z","caller":"traceutil/trace.go:171","msg":"trace[904373667] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8124; }","duration":"1.089807571s","start":"2026-03-19T18:10:33.115263Z","end":"2026-03-19T18:10:34.205071Z","steps":["trace[904373667] 'agreement among raft nodes before linearized reading' (duration: 1.089468172s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:34.205102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:33.843562Z","time spent":"361.526219ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:10:34.205234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:33.115239Z","time spent":"1.089924414s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:10:34.205358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.892101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:10:34.205408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059476628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:34.205456Z","caller":"traceutil/trace.go:171","msg":"trace[1855896871] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8124; }","duration":"202.997574ms","start":"2026-03-19T18:10:34.00244Z","end":"2026-03-19T18:10:34.205438Z","steps":["trace[1855896871] 'agreement among raft nodes before linearized reading' (duration: 202.84698ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:34.205Z","caller":"traceutil/trace.go:171","msg":"trace[2036191180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8124; }","duration":"308.356755ms","start":"2026-03-19T18:10:33.896624Z","end":"2026-03-19T18:10:34.204981Z","steps":["trace[2036191180] 'agreement among raft nodes before linearized reading' (duration: 308.182021ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:34.205471Z","caller":"traceutil/trace.go:171","msg":"trace[1005505171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8124; }","duration":"1.059564469s","start":"2026-03-19T18:10:33.145888Z","end":"2026-03-19T18:10:34.205453Z","steps":["trace[1005505171] 'agreement among raft nodes before linearized reading' (duration: 1.059457846s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:34.205569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:33.145877Z","time spent":"1.059680403s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:10:34.205601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:33.896604Z","time spent":"308.977823ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:10:34.205628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.253839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:10:34.205723Z","caller":"traceutil/trace.go:171","msg":"trace[279264420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8124; }","duration":"362.462675ms","start":"2026-03-19T18:10:33.843206Z","end":"2026-03-19T18:10:34.205668Z","steps":["trace[279264420] 'agreement among raft nodes before linearized reading' (duration: 362.148957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:34.205814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:33.843186Z","time spent":"362.574399ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T18:10:35.379424Z","caller":"traceutil/trace.go:171","msg":"trace[176033216] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"115.777875ms","start":"2026-03-19T18:10:35.263614Z","end":"2026-03-19T18:10:35.379392Z","steps":["trace[176033216] 'process raft request' (duration: 115.59175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:36.718491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828893636,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:10:36.794046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.160491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:10:36.794044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.839515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:10:36.794065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.450791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:10:36.79406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257952596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:36.794107Z","caller":"traceutil/trace.go:171","msg":"trace[1807391293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8129; }","duration":"649.268884ms","start":"2026-03-19T18:10:36.144822Z","end":"2026-03-19T18:10:36.794091Z","steps":["trace[1807391293] 'range keys from in-memory index tree' (duration: 649.012208ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:36.794133Z","caller":"traceutil/trace.go:171","msg":"trace[303472088] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8129; }","duration":"869.993799ms","start":"2026-03-19T18:10:35.924117Z","end":"2026-03-19T18:10:36.794111Z","steps":["trace[303472088] 'count revisions from in-memory index tree' (duration: 869.742202ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:36.79415Z","caller":"traceutil/trace.go:171","msg":"trace[1894039573] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8129; }","duration":"613.583435ms","start":"2026-03-19T18:10:36.180542Z","end":"2026-03-19T18:10:36.794125Z","steps":["trace[1894039573] 'count revisions from in-memory index tree' (duration: 613.379ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:36.794157Z","caller":"traceutil/trace.go:171","msg":"trace[1624003526] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8129; }","duration":"1.25809935s","start":"2026-03-19T18:10:35.536034Z","end":"2026-03-19T18:10:36.794134Z","steps":["trace[1624003526] 'count revisions from in-memory index tree' (duration: 1.257805212s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:36.794194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:36.180522Z","time spent":"613.660488ms","remote":"127.0.0.1:56756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:36.794205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:35.536012Z","time spent":"1.258180692s","remote":"127.0.0.1:33586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:36.794109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23786674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.128\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T18:10:36.794289Z","caller":"traceutil/trace.go:171","msg":"trace[1049192924] range","detail":"{range_begin:/registry/masterleases/199.19.213.128; range_end:; response_count:1; response_revision:8129; }","duration":"1.238067116s","start":"2026-03-19T18:10:35.55619Z","end":"2026-03-19T18:10:36.794257Z","steps":["trace[1049192924] 'range keys from in-memory index tree' (duration: 1.237670245s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:36.794145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:36.1448Z","time spent":"649.338297ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:10:36.794372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:35.556167Z","time spent":"1.238174639s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.128\" "} {"level":"warn","ts":"2026-03-19T18:10:36.794178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:35.924096Z","time spent":"870.071491ms","remote":"127.0.0.1:36522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:37.211971Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.001610825s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:10:37.212325Z","caller":"traceutil/trace.go:171","msg":"trace[1329739035] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"1.002099158s","start":"2026-03-19T18:10:36.210199Z","end":"2026-03-19T18:10:37.212298Z","steps":["trace[1329739035] 'process raft request' (duration: 1.001951374s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:37.212486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:36.210171Z","time spent":"1.002232052s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:37.406121Z","caller":"traceutil/trace.go:171","msg":"trace[760469401] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"1.19582055s","start":"2026-03-19T18:10:36.21025Z","end":"2026-03-19T18:10:37.406071Z","steps":["trace[760469401] 'process raft request' (duration: 1.154705603s)","trace[760469401] 'compare' (duration: 40.803639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:37.406398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:36.210223Z","time spent":"1.196030356s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:37.406464Z","caller":"traceutil/trace.go:171","msg":"trace[1426977958] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"1.195839801s","start":"2026-03-19T18:10:36.210583Z","end":"2026-03-19T18:10:37.406423Z","steps":["trace[1426977958] 'process raft request' (duration: 1.195414849s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:37.406686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:36.210572Z","time spent":"1.195983074s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:37.406585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:36.79516Z","time spent":"611.418468ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T18:10:37.40674Z","caller":"traceutil/trace.go:171","msg":"trace[831538277] linearizableReadLoop","detail":"{readStateIndex:8443; appliedIndex:8440; }","duration":"1.188842321s","start":"2026-03-19T18:10:36.217879Z","end":"2026-03-19T18:10:37.406721Z","steps":["trace[831538277] 'read index received' (duration: 994.328968ms)","trace[831538277] 'applied index is now lower than readState.Index' (duration: 194.512593ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:37.40686Z","caller":"traceutil/trace.go:171","msg":"trace[14945448] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"267.328911ms","start":"2026-03-19T18:10:37.139518Z","end":"2026-03-19T18:10:37.406847Z","steps":["trace[14945448] 'process raft request' (duration: 267.125126ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:37.406868Z","caller":"traceutil/trace.go:171","msg":"trace[1687764564] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"524.664551ms","start":"2026-03-19T18:10:36.882181Z","end":"2026-03-19T18:10:37.406846Z","steps":["trace[1687764564] 'process raft request' (duration: 524.316572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:37.406973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:36.882159Z","time spent":"524.762474ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:37.407087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18921538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:10:37.407131Z","caller":"traceutil/trace.go:171","msg":"trace[126261997] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:8134; }","duration":"1.189308834s","start":"2026-03-19T18:10:36.217812Z","end":"2026-03-19T18:10:37.407121Z","steps":["trace[126261997] 'agreement among raft nodes before linearized reading' (duration: 1.189141599s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:37.407164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:36.217787Z","time spent":"1.189369075s","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-f925l\" "} {"level":"warn","ts":"2026-03-19T18:10:37.407191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.313299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:37.407233Z","caller":"traceutil/trace.go:171","msg":"trace[400330415] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8134; }","duration":"634.391641ms","start":"2026-03-19T18:10:36.772826Z","end":"2026-03-19T18:10:37.407217Z","steps":["trace[400330415] 'agreement among raft nodes before linearized reading' (duration: 634.321069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:37.407267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:36.772803Z","time spent":"634.452823ms","remote":"127.0.0.1:36506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:37.407286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.993444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:37.407351Z","caller":"traceutil/trace.go:171","msg":"trace[1952121082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8134; }","duration":"612.076065ms","start":"2026-03-19T18:10:36.795254Z","end":"2026-03-19T18:10:37.40733Z","steps":["trace[1952121082] 'agreement among raft nodes before linearized reading' (duration: 611.961602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:37.407356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.657703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T18:10:37.407387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:36.795241Z","time spent":"612.138908ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:10:37.407394Z","caller":"traceutil/trace.go:171","msg":"trace[2034657100] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8134; }","duration":"326.731385ms","start":"2026-03-19T18:10:37.08065Z","end":"2026-03-19T18:10:37.407382Z","steps":["trace[2034657100] 'agreement among raft nodes before linearized reading' (duration: 326.53796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:37.407369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175307463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T18:10:37.407433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:37.080631Z","time spent":"326.794917ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T18:10:37.407478Z","caller":"traceutil/trace.go:171","msg":"trace[1784471914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8134; }","duration":"1.175432957s","start":"2026-03-19T18:10:36.23202Z","end":"2026-03-19T18:10:37.407452Z","steps":["trace[1784471914] 'agreement among raft nodes before linearized reading' (duration: 1.175134759s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:37.407531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:36.231955Z","time spent":"1.175565171s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:10:37.407561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151018813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:10:37.407623Z","caller":"traceutil/trace.go:171","msg":"trace[251717058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8134; }","duration":"1.151119586s","start":"2026-03-19T18:10:36.256488Z","end":"2026-03-19T18:10:37.407608Z","steps":["trace[251717058] 'agreement among raft nodes before linearized reading' (duration: 1.15090694s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:37.407656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:36.256473Z","time spent":"1.151175228s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:10:37.407669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150998443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:10:37.407729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151153887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:10:37.407768Z","caller":"traceutil/trace.go:171","msg":"trace[2091104190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8134; }","duration":"1.151145637s","start":"2026-03-19T18:10:36.256602Z","end":"2026-03-19T18:10:37.407748Z","steps":["trace[2091104190] 'agreement among raft nodes before linearized reading' (duration: 1.150857899s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:37.407782Z","caller":"traceutil/trace.go:171","msg":"trace[1834931162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8134; }","duration":"1.15128285s","start":"2026-03-19T18:10:36.256487Z","end":"2026-03-19T18:10:37.407769Z","steps":["trace[1834931162] 'agreement among raft nodes before linearized reading' (duration: 1.151095445s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:37.407821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:36.256584Z","time spent":"1.151226899s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:10:37.407842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:36.256467Z","time spent":"1.151365993s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:10:37.741551Z","caller":"traceutil/trace.go:171","msg":"trace[1598960010] linearizableReadLoop","detail":"{readStateIndex:8447; appliedIndex:8446; }","duration":"329.764907ms","start":"2026-03-19T18:10:37.411762Z","end":"2026-03-19T18:10:37.741527Z","steps":["trace[1598960010] 'read index received' (duration: 329.692865ms)","trace[1598960010] 'applied index is now lower than readState.Index' (duration: 70.902µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:37.741603Z","caller":"traceutil/trace.go:171","msg":"trace[1573995782] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"333.53272ms","start":"2026-03-19T18:10:37.408031Z","end":"2026-03-19T18:10:37.741564Z","steps":["trace[1573995782] 'process raft request' (duration: 333.306774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:37.741766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:37.407962Z","time spent":"333.714674ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:37.741835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.044394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:10:37.741897Z","caller":"traceutil/trace.go:171","msg":"trace[457423204] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8135; }","duration":"330.166288ms","start":"2026-03-19T18:10:37.411717Z","end":"2026-03-19T18:10:37.741883Z","steps":["trace[457423204] 'agreement among raft nodes before linearized reading' (duration: 329.912911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:37.741934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:37.411699Z","time spent":"330.22913ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T18:10:38.05515Z","caller":"traceutil/trace.go:171","msg":"trace[746969671] linearizableReadLoop","detail":"{readStateIndex:8453; appliedIndex:8447; }","duration":"313.510106ms","start":"2026-03-19T18:10:37.741614Z","end":"2026-03-19T18:10:38.055124Z","steps":["trace[746969671] 'read index received' (duration: 313.154546ms)","trace[746969671] 'applied index is now lower than readState.Index' (duration: 354.76µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:38.055192Z","caller":"traceutil/trace.go:171","msg":"trace[1717926643] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"642.360268ms","start":"2026-03-19T18:10:37.412794Z","end":"2026-03-19T18:10:38.055154Z","steps":["trace[1717926643] 'process raft request' (duration: 642.115261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:38.055684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:37.412773Z","time spent":"642.843931ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:38.055251Z","caller":"traceutil/trace.go:171","msg":"trace[100592074] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"641.546726ms","start":"2026-03-19T18:10:37.413681Z","end":"2026-03-19T18:10:38.055227Z","steps":["trace[100592074] 'process raft request' (duration: 641.359701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:38.055837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.018096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224148"} {"level":"warn","ts":"2026-03-19T18:10:38.055868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:37.413675Z","time spent":"642.09621ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:38.055888Z","caller":"traceutil/trace.go:171","msg":"trace[1268599284] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8141; }","duration":"643.076937ms","start":"2026-03-19T18:10:37.412771Z","end":"2026-03-19T18:10:38.055877Z","steps":["trace[1268599284] 'agreement among raft nodes before linearized reading' (duration: 642.569864ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:38.055302Z","caller":"traceutil/trace.go:171","msg":"trace[1909333740] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"642.374448ms","start":"2026-03-19T18:10:37.412918Z","end":"2026-03-19T18:10:38.055293Z","steps":["trace[1909333740] 'process raft request' (duration: 642.035319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:38.05593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:37.412693Z","time spent":"643.225651ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224172,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T18:10:38.055944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:37.412901Z","time spent":"643.019545ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:38.055336Z","caller":"traceutil/trace.go:171","msg":"trace[1854302367] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"642.126011ms","start":"2026-03-19T18:10:37.413201Z","end":"2026-03-19T18:10:38.055327Z","steps":["trace[1854302367] 'process raft request' (duration: 641.796842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:38.05594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.250892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-19T18:10:38.056044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:37.413164Z","time spent":"642.851401ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:38.05607Z","caller":"traceutil/trace.go:171","msg":"trace[303919683] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8141; }","duration":"312.443437ms","start":"2026-03-19T18:10:37.743605Z","end":"2026-03-19T18:10:38.056048Z","steps":["trace[303919683] 'agreement among raft nodes before linearized reading' (duration: 312.120128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:38.05615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:37.743583Z","time spent":"312.554249ms","remote":"127.0.0.1:45706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T18:10:38.056341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.143306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"info","ts":"2026-03-19T18:10:38.055323Z","caller":"traceutil/trace.go:171","msg":"trace[605165782] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"642.548643ms","start":"2026-03-19T18:10:37.412726Z","end":"2026-03-19T18:10:38.055275Z","steps":["trace[605165782] 'process raft request' (duration: 642.020569ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:38.056379Z","caller":"traceutil/trace.go:171","msg":"trace[1707454108] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8141; }","duration":"313.210748ms","start":"2026-03-19T18:10:37.743157Z","end":"2026-03-19T18:10:38.056368Z","steps":["trace[1707454108] 'agreement among raft nodes before linearized reading' (duration: 313.091694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:38.056352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.63527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:10:38.056401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:37.743135Z","time spent":"313.260638ms","remote":"127.0.0.1:45714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19470,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T18:10:38.056409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:37.412691Z","time spent":"643.685934ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:38.055511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.072636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:38.056447Z","caller":"traceutil/trace.go:171","msg":"trace[685909216] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8141; }","duration":"496.801384ms","start":"2026-03-19T18:10:37.559626Z","end":"2026-03-19T18:10:38.056427Z","steps":["trace[685909216] 'agreement among raft nodes before linearized reading' (duration: 495.636873ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:38.055351Z","caller":"traceutil/trace.go:171","msg":"trace[1547175164] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"640.066155ms","start":"2026-03-19T18:10:37.415257Z","end":"2026-03-19T18:10:38.055323Z","steps":["trace[1547175164] 'process raft request' (duration: 639.829789ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:38.056472Z","caller":"traceutil/trace.go:171","msg":"trace[2147241151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8141; }","duration":"641.065203ms","start":"2026-03-19T18:10:37.415392Z","end":"2026-03-19T18:10:38.056458Z","steps":["trace[2147241151] 'agreement among raft nodes before linearized reading' (duration: 639.941923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:38.056504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:37.559602Z","time spent":"496.890917ms","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:38.056523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:37.415386Z","time spent":"641.126705ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:10:38.056661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:37.415234Z","time spent":"641.291289ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:38.245527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.793467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:38.245592Z","caller":"traceutil/trace.go:171","msg":"trace[1535060515] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8141; }","duration":"125.93083ms","start":"2026-03-19T18:10:38.119646Z","end":"2026-03-19T18:10:38.245577Z","steps":["trace[1535060515] 'range keys from in-memory index tree' (duration: 125.695404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:39.603896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.02183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:39.604165Z","caller":"traceutil/trace.go:171","msg":"trace[1992348513] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"191.879022ms","start":"2026-03-19T18:10:39.412255Z","end":"2026-03-19T18:10:39.604134Z","steps":["trace[1992348513] 'process raft request' (duration: 85.500903ms)","trace[1992348513] 'compare' (duration: 105.861915ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:39.650304Z","caller":"traceutil/trace.go:171","msg":"trace[931279732] linearizableReadLoop","detail":"{readStateIndex:8456; appliedIndex:8455; }","duration":"143.721614ms","start":"2026-03-19T18:10:39.506556Z","end":"2026-03-19T18:10:39.650277Z","steps":["trace[931279732] 'read index received' (duration: 143.475137ms)","trace[931279732] 'applied index is now lower than readState.Index' (duration: 245.347µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:39.650523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6dcfc89c74-h7wfc.189e507ef9142155\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-19T18:10:39.65058Z","caller":"traceutil/trace.go:171","msg":"trace[2012358017] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"238.042566ms","start":"2026-03-19T18:10:39.412506Z","end":"2026-03-19T18:10:39.650549Z","steps":["trace[2012358017] 'process raft request' (duration: 237.624435ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:39.650617Z","caller":"traceutil/trace.go:171","msg":"trace[1719928101] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6dcfc89c74-h7wfc.189e507ef9142155; range_end:; response_count:1; response_revision:8144; }","duration":"144.112315ms","start":"2026-03-19T18:10:39.506489Z","end":"2026-03-19T18:10:39.650601Z","steps":["trace[1719928101] 'agreement among raft nodes before linearized reading' (duration: 143.895929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:40.072133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.189927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:40.072255Z","caller":"traceutil/trace.go:171","msg":"trace[973442378] linearizableReadLoop","detail":"{readStateIndex:8457; appliedIndex:8456; }","duration":"364.832289ms","start":"2026-03-19T18:10:39.707403Z","end":"2026-03-19T18:10:40.072235Z","steps":["trace[973442378] 'read index received' (duration: 171.495778ms)","trace[973442378] 'applied index is now lower than readState.Index' (duration: 193.334751ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:40.072312Z","caller":"traceutil/trace.go:171","msg":"trace[1221457412] transaction","detail":"{read_only:false; response_revision:8145; number_of_response:1; }","duration":"419.225745ms","start":"2026-03-19T18:10:39.653035Z","end":"2026-03-19T18:10:40.072261Z","steps":["trace[1221457412] 'process raft request' (duration: 225.804323ms)","trace[1221457412] 'compare' (duration: 192.772135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:40.072384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.983652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:40.072414Z","caller":"traceutil/trace.go:171","msg":"trace[1559610900] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8145; }","duration":"365.059034ms","start":"2026-03-19T18:10:39.707345Z","end":"2026-03-19T18:10:40.072404Z","steps":["trace[1559610900] 'agreement among raft nodes before linearized reading' (duration: 364.998293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:40.072458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:39.707322Z","time spent":"365.127486ms","remote":"127.0.0.1:45754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:40.072455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:39.65301Z","time spent":"419.363499ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:40.47142Z","caller":"traceutil/trace.go:171","msg":"trace[1504489170] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"394.763002ms","start":"2026-03-19T18:10:40.076631Z","end":"2026-03-19T18:10:40.471394Z","steps":["trace[1504489170] 'process raft request' (duration: 394.598027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:40.471581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:40.076613Z","time spent":"394.879824ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:40.805382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.401556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:10:40.805646Z","caller":"traceutil/trace.go:171","msg":"trace[2043889008] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"728.60644ms","start":"2026-03-19T18:10:40.076967Z","end":"2026-03-19T18:10:40.805573Z","steps":["trace[2043889008] 'process raft request' (duration: 468.936196ms)","trace[2043889008] 'compare' (duration: 259.229252ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:40.805751Z","caller":"traceutil/trace.go:171","msg":"trace[1991649398] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"728.445815ms","start":"2026-03-19T18:10:40.077276Z","end":"2026-03-19T18:10:40.805721Z","steps":["trace[1991649398] 'process raft request' (duration: 728.188418ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:40.8058Z","caller":"traceutil/trace.go:171","msg":"trace[145484168] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"728.183978ms","start":"2026-03-19T18:10:40.077585Z","end":"2026-03-19T18:10:40.805769Z","steps":["trace[145484168] 'process raft request' (duration: 727.958652ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:40.80584Z","caller":"traceutil/trace.go:171","msg":"trace[1046248140] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"728.463235ms","start":"2026-03-19T18:10:40.077347Z","end":"2026-03-19T18:10:40.80581Z","steps":["trace[1046248140] 'process raft request' (duration: 728.157387ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:40.805851Z","caller":"traceutil/trace.go:171","msg":"trace[118284232] linearizableReadLoop","detail":"{readStateIndex:8462; appliedIndex:8457; }","duration":"659.830881ms","start":"2026-03-19T18:10:40.145982Z","end":"2026-03-19T18:10:40.805813Z","steps":["trace[118284232] 'read index received' (duration: 325.275224ms)","trace[118284232] 'applied index is now lower than readState.Index' (duration: 334.547457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:40.805931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:40.077567Z","time spent":"728.291381ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:40.805936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:40.076948Z","time spent":"728.843196ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:40.805988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:40.077327Z","time spent":"728.578599ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:40.805978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:40.077266Z","time spent":"728.62205ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:40.962507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.879091ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-19T18:10:40.962533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.529378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:40.96261Z","caller":"traceutil/trace.go:171","msg":"trace[2007419717] linearizableReadLoop","detail":"{readStateIndex:8463; appliedIndex:8462; }","duration":"156.667856ms","start":"2026-03-19T18:10:40.805923Z","end":"2026-03-19T18:10:40.962591Z","steps":["trace[2007419717] 'read index received' (duration: 99.543µs)","trace[2007419717] 'applied index is now lower than readState.Index' (duration: 156.566263ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:40.962618Z","caller":"traceutil/trace.go:171","msg":"trace[426006983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8150; }","duration":"816.674582ms","start":"2026-03-19T18:10:40.14592Z","end":"2026-03-19T18:10:40.962595Z","steps":["trace[426006983] 'agreement among raft nodes before linearized reading' (duration: 660.080208ms)","trace[426006983] 'range keys from in-memory index tree' (duration: 156.45676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:10:40.962668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:40.1459Z","time spent":"816.757885ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:10:40.962733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.488659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:40.962769Z","caller":"traceutil/trace.go:171","msg":"trace[1101948800] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8150; }","duration":"428.572951ms","start":"2026-03-19T18:10:40.534185Z","end":"2026-03-19T18:10:40.962758Z","steps":["trace[1101948800] 'agreement among raft nodes before linearized reading' (duration: 428.483749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:40.962799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:40.534161Z","time spent":"428.631112ms","remote":"127.0.0.1:54506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:40.962909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.741409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T18:10:40.962984Z","caller":"traceutil/trace.go:171","msg":"trace[149715688] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8150; }","duration":"557.885793ms","start":"2026-03-19T18:10:40.40508Z","end":"2026-03-19T18:10:40.962966Z","steps":["trace[149715688] 'agreement among raft nodes before linearized reading' (duration: 557.611996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:40.963052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:40.40506Z","time spent":"557.982976ms","remote":"127.0.0.1:45700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T18:10:42.339134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828893684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:10:42.839906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828893684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:10:42.87028Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.567567s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:10:42.870649Z","caller":"traceutil/trace.go:171","msg":"trace[1391402045] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"1.568046743s","start":"2026-03-19T18:10:41.302579Z","end":"2026-03-19T18:10:42.870626Z","steps":["trace[1391402045] 'process raft request' (duration: 1.567894358s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:42.870801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:41.302548Z","time spent":"1.568165196s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:42.992154Z","caller":"traceutil/trace.go:171","msg":"trace[646691096] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"1.383488019s","start":"2026-03-19T18:10:41.608647Z","end":"2026-03-19T18:10:42.992135Z","steps":["trace[646691096] 'process raft request' (duration: 1.383322764s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:42.992297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:41.608621Z","time spent":"1.383587622s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:10:42.992351Z","caller":"traceutil/trace.go:171","msg":"trace[1855739703] linearizableReadLoop","detail":"{readStateIndex:8466; appliedIndex:8464; }","duration":"1.15376108s","start":"2026-03-19T18:10:41.838558Z","end":"2026-03-19T18:10:42.992319Z","steps":["trace[1855739703] 'read index received' (duration: 1.032050844s)","trace[1855739703] 'applied index is now lower than readState.Index' (duration: 121.707796ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:42.992499Z","caller":"traceutil/trace.go:171","msg":"trace[1298627991] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"1.337188242s","start":"2026-03-19T18:10:41.655297Z","end":"2026-03-19T18:10:42.992486Z","steps":["trace[1298627991] 'process raft request' (duration: 1.336809892s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:42.99256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100947324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:10:42.992596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:41.655259Z","time spent":"1.337275545s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:10:42.992606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154040157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-19T18:10:42.992744Z","caller":"traceutil/trace.go:171","msg":"trace[1841319951] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8153; }","duration":"1.154174271s","start":"2026-03-19T18:10:41.838519Z","end":"2026-03-19T18:10:42.992693Z","steps":["trace[1841319951] 'agreement among raft nodes before linearized reading' (duration: 1.153963275s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:42.993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:41.838499Z","time spent":"1.154493499s","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-19T18:10:42.992999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.140185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:10:42.993363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.507887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T18:10:42.993425Z","caller":"traceutil/trace.go:171","msg":"trace[886757652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8153; }","duration":"182.588909ms","start":"2026-03-19T18:10:42.810821Z","end":"2026-03-19T18:10:42.993409Z","steps":["trace[886757652] 'agreement among raft nodes before linearized reading' (duration: 182.442765ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:42.993548Z","caller":"traceutil/trace.go:171","msg":"trace[171515308] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8153; }","duration":"923.781122ms","start":"2026-03-19T18:10:42.069618Z","end":"2026-03-19T18:10:42.993399Z","steps":["trace[171515308] 'agreement among raft nodes before linearized reading' (duration: 923.147485ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:10:42.992658Z","caller":"traceutil/trace.go:171","msg":"trace[565643930] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8153; }","duration":"1.101069279s","start":"2026-03-19T18:10:41.891537Z","end":"2026-03-19T18:10:42.992606Z","steps":["trace[565643930] 'agreement among raft nodes before linearized reading' (duration: 1.100949855s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:42.993655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:41.891515Z","time spent":"1.102115026s","remote":"127.0.0.1:33558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:42.993683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:42.069597Z","time spent":"924.002199ms","remote":"127.0.0.1:37456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:42.993133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001966017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:10:42.99384Z","caller":"traceutil/trace.go:171","msg":"trace[158555665] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8153; }","duration":"1.002674886s","start":"2026-03-19T18:10:41.991153Z","end":"2026-03-19T18:10:42.993827Z","steps":["trace[158555665] 'agreement among raft nodes before linearized reading' (duration: 1.001936626s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:42.99414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:41.991095Z","time spent":"1.003031055s","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:10:42.993217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.867196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:10:42.994365Z","caller":"traceutil/trace.go:171","msg":"trace[309119108] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8153; }","duration":"974.001457ms","start":"2026-03-19T18:10:42.020339Z","end":"2026-03-19T18:10:42.99434Z","steps":["trace[309119108] 'agreement among raft nodes before linearized reading' (duration: 972.815035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:42.993237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.941139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T18:10:42.994436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:42.020279Z","time spent":"974.13423ms","remote":"127.0.0.1:45700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:10:42.99446Z","caller":"traceutil/trace.go:171","msg":"trace[1454533144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8153; }","duration":"184.175903ms","start":"2026-03-19T18:10:42.810265Z","end":"2026-03-19T18:10:42.994441Z","steps":["trace[1454533144] 'agreement among raft nodes before linearized reading' (duration: 182.914098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:42.993121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.522473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:10:42.994617Z","caller":"traceutil/trace.go:171","msg":"trace[636399871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8153; }","duration":"848.086936ms","start":"2026-03-19T18:10:42.146506Z","end":"2026-03-19T18:10:42.994593Z","steps":["trace[636399871] 'agreement among raft nodes before linearized reading' (duration: 846.291117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:42.994687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:42.146486Z","time spent":"848.185129ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:10:42.993286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.320319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:10:42.994741Z","caller":"traceutil/trace.go:171","msg":"trace[1814935497] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8153; }","duration":"184.799779ms","start":"2026-03-19T18:10:42.809925Z","end":"2026-03-19T18:10:42.994725Z","steps":["trace[1814935497] 'agreement among raft nodes before linearized reading' (duration: 183.332569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:42.993282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.579893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:10:42.994849Z","caller":"traceutil/trace.go:171","msg":"trace[1815267767] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:8153; }","duration":"905.152846ms","start":"2026-03-19T18:10:42.089682Z","end":"2026-03-19T18:10:42.994835Z","steps":["trace[1815267767] 'agreement among raft nodes before linearized reading' (duration: 903.355827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:42.994902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:42.089634Z","time spent":"905.252979ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-f925l\" "} {"level":"warn","ts":"2026-03-19T18:10:42.993308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.870437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:10:42.994988Z","caller":"traceutil/trace.go:171","msg":"trace[1665786956] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8153; }","duration":"184.597744ms","start":"2026-03-19T18:10:42.810377Z","end":"2026-03-19T18:10:42.994975Z","steps":["trace[1665786956] 'agreement among raft nodes before linearized reading' (duration: 182.745444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:42.993307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.739626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:10:42.995067Z","caller":"traceutil/trace.go:171","msg":"trace[2018902567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8153; }","duration":"518.685209ms","start":"2026-03-19T18:10:42.47637Z","end":"2026-03-19T18:10:42.995055Z","steps":["trace[2018902567] 'agreement among raft nodes before linearized reading' (duration: 516.356376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:10:42.995127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:10:42.47635Z","time spent":"518.763551ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T18:10:43.212524Z","caller":"traceutil/trace.go:171","msg":"trace[321234132] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"142.307565ms","start":"2026-03-19T18:10:43.070189Z","end":"2026-03-19T18:10:43.212497Z","steps":["trace[321234132] 'process raft request' (duration: 44.088728ms)","trace[321234132] 'compare' (duration: 98.081494ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:10:53.201728Z","caller":"traceutil/trace.go:171","msg":"trace[1984495156] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"136.842057ms","start":"2026-03-19T18:10:53.064863Z","end":"2026-03-19T18:10:53.201705Z","steps":["trace[1984495156] 'process raft request' (duration: 136.544449ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:07.626311Z","caller":"traceutil/trace.go:171","msg":"trace[1322840418] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"496.594678ms","start":"2026-03-19T18:11:07.129697Z","end":"2026-03-19T18:11:07.626291Z","steps":["trace[1322840418] 'process raft request' (duration: 496.382182ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:07.626296Z","caller":"traceutil/trace.go:171","msg":"trace[1514182380] linearizableReadLoop","detail":"{readStateIndex:8642; appliedIndex:8641; }","duration":"394.283279ms","start":"2026-03-19T18:11:07.23198Z","end":"2026-03-19T18:11:07.626263Z","steps":["trace[1514182380] 'read index received' (duration: 394.096034ms)","trace[1514182380] 'applied index is now lower than readState.Index' (duration: 186.105µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:07.62646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:07.129685Z","time spent":"496.701261ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4726,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:07.626456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.468734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-19T18:11:07.626705Z","caller":"traceutil/trace.go:171","msg":"trace[1352443037] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8321; }","duration":"394.735182ms","start":"2026-03-19T18:11:07.231951Z","end":"2026-03-19T18:11:07.626686Z","steps":["trace[1352443037] 'agreement among raft nodes before linearized reading' (duration: 394.375722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:07.626831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:07.231941Z","time spent":"394.874995ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":536,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"info","ts":"2026-03-19T18:11:07.634069Z","caller":"traceutil/trace.go:171","msg":"trace[2002395279] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"384.263527ms","start":"2026-03-19T18:11:07.249783Z","end":"2026-03-19T18:11:07.634047Z","steps":["trace[2002395279] 'process raft request' (duration: 384.100553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:07.634268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:07.249759Z","time spent":"384.423882ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:07.634317Z","caller":"traceutil/trace.go:171","msg":"trace[1724379087] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"271.900785ms","start":"2026-03-19T18:11:07.362385Z","end":"2026-03-19T18:11:07.634286Z","steps":["trace[1724379087] 'process raft request' (duration: 271.631928ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:07.634395Z","caller":"traceutil/trace.go:171","msg":"trace[2025859885] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"271.763562ms","start":"2026-03-19T18:11:07.362613Z","end":"2026-03-19T18:11:07.634376Z","steps":["trace[2025859885] 'process raft request' (duration: 271.557556ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:07.634483Z","caller":"traceutil/trace.go:171","msg":"trace[2069341299] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"157.58327ms","start":"2026-03-19T18:11:07.476886Z","end":"2026-03-19T18:11:07.63447Z","steps":["trace[2069341299] 'process raft request' (duration: 157.396895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:12.174515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828894300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:11:12.675475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828894300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:11:12.898258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.249023135s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:11:12.899181Z","caller":"traceutil/trace.go:171","msg":"trace[819138101] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"1.250021092s","start":"2026-03-19T18:11:11.64912Z","end":"2026-03-19T18:11:12.899141Z","steps":["trace[819138101] 'process raft request' (duration: 1.249653322s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:12.899441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:11.649099Z","time spent":"1.250199447s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:12.899986Z","caller":"traceutil/trace.go:171","msg":"trace[2103259013] linearizableReadLoop","detail":"{readStateIndex:8668; appliedIndex:8665; }","duration":"1.227093359s","start":"2026-03-19T18:11:11.672863Z","end":"2026-03-19T18:11:12.899956Z","steps":["trace[2103259013] 'read index received' (duration: 1.225854236s)","trace[2103259013] 'applied index is now lower than readState.Index' (duration: 1.235293ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:12.900063Z","caller":"traceutil/trace.go:171","msg":"trace[1246423501] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"1.246858676s","start":"2026-03-19T18:11:11.653142Z","end":"2026-03-19T18:11:12.9Z","steps":["trace[1246423501] 'process raft request' (duration: 1.2466107s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:12.900107Z","caller":"traceutil/trace.go:171","msg":"trace[361589316] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"1.230182644s","start":"2026-03-19T18:11:11.669897Z","end":"2026-03-19T18:11:12.900079Z","steps":["trace[361589316] 'process raft request' (duration: 1.230011129s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:12.900247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:11.669872Z","time spent":"1.230313346s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:12.900291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227412158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:11:12.900755Z","caller":"traceutil/trace.go:171","msg":"trace[1789368466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8346; }","duration":"1.227947982s","start":"2026-03-19T18:11:11.672785Z","end":"2026-03-19T18:11:12.900733Z","steps":["trace[1789368466] 'agreement among raft nodes before linearized reading' (duration: 1.227289074s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:12.900325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:11.653127Z","time spent":"1.247062922s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:12.900828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:11.67275Z","time spent":"1.228058755s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:11:12.900374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226810841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:11:12.900936Z","caller":"traceutil/trace.go:171","msg":"trace[1477506073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8346; }","duration":"1.227409158s","start":"2026-03-19T18:11:11.673497Z","end":"2026-03-19T18:11:12.900906Z","steps":["trace[1477506073] 'agreement among raft nodes before linearized reading' (duration: 1.226672798s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:12.900414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.628567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:11:12.901021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:11.67346Z","time spent":"1.227540421s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T18:11:12.90107Z","caller":"traceutil/trace.go:171","msg":"trace[1898296524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8346; }","duration":"755.358426ms","start":"2026-03-19T18:11:12.145692Z","end":"2026-03-19T18:11:12.901051Z","steps":["trace[1898296524] 'agreement among raft nodes before linearized reading' (duration: 754.604965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:12.901126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:12.145663Z","time spent":"755.449088ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:11:12.90042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209607055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:11:12.901289Z","caller":"traceutil/trace.go:171","msg":"trace[1063018821] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:8346; }","duration":"1.210517199s","start":"2026-03-19T18:11:11.690754Z","end":"2026-03-19T18:11:12.901271Z","steps":["trace[1063018821] 'agreement among raft nodes before linearized reading' (duration: 1.209482931s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:12.901363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:11.690741Z","time spent":"1.210605062s","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-f925l\" "} {"level":"warn","ts":"2026-03-19T18:11:12.900488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221622001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T18:11:12.900515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216468351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:11:12.90157Z","caller":"traceutil/trace.go:171","msg":"trace[1842159037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8346; }","duration":"1.21754543s","start":"2026-03-19T18:11:11.684008Z","end":"2026-03-19T18:11:12.901553Z","steps":["trace[1842159037] 'agreement among raft nodes before linearized reading' (duration: 1.216352098s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:12.900515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.491134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:11:12.901629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:11.683965Z","time spent":"1.217647743s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:11:12.901663Z","caller":"traceutil/trace.go:171","msg":"trace[912333658] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8346; }","duration":"987.662975ms","start":"2026-03-19T18:11:11.913965Z","end":"2026-03-19T18:11:12.901628Z","steps":["trace[912333658] 'agreement among raft nodes before linearized reading' (duration: 986.445312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:12.900579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.178949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:11:12.901787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:11.913939Z","time spent":"987.799579ms","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:11:12.901803Z","caller":"traceutil/trace.go:171","msg":"trace[441092540] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8346; }","duration":"581.436153ms","start":"2026-03-19T18:11:12.320344Z","end":"2026-03-19T18:11:12.901781Z","steps":["trace[441092540] 'agreement among raft nodes before linearized reading' (duration: 580.128457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:12.901869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:12.32032Z","time spent":"581.529716ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":102,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:11:12.900606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214634081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:11:12.901974Z","caller":"traceutil/trace.go:171","msg":"trace[1541075462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8346; }","duration":"1.216001488s","start":"2026-03-19T18:11:11.685953Z","end":"2026-03-19T18:11:12.901954Z","steps":["trace[1541075462] 'agreement among raft nodes before linearized reading' (duration: 1.21459263s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:12.902035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:11.685947Z","time spent":"1.21606957s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:11:12.901496Z","caller":"traceutil/trace.go:171","msg":"trace[1861922757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8346; }","duration":"1.222597607s","start":"2026-03-19T18:11:11.678845Z","end":"2026-03-19T18:11:12.901443Z","steps":["trace[1861922757] 'agreement among raft nodes before linearized reading' (duration: 1.22158481s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:12.902193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:11.678838Z","time spent":"1.223334667s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T18:11:14.549284Z","caller":"traceutil/trace.go:171","msg":"trace[273482544] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"318.354447ms","start":"2026-03-19T18:11:14.230908Z","end":"2026-03-19T18:11:14.549262Z","steps":["trace[273482544] 'process raft request' (duration: 318.170792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:14.54943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:14.230877Z","time spent":"318.47552ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:15.075933Z","caller":"traceutil/trace.go:171","msg":"trace[1767815551] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"168.101686ms","start":"2026-03-19T18:11:14.907805Z","end":"2026-03-19T18:11:15.075907Z","steps":["trace[1767815551] 'process raft request' (duration: 167.747326ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:15.075975Z","caller":"traceutil/trace.go:171","msg":"trace[1986415912] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"167.12893ms","start":"2026-03-19T18:11:14.908813Z","end":"2026-03-19T18:11:15.075942Z","steps":["trace[1986415912] 'process raft request' (duration: 166.977906ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:15.075914Z","caller":"traceutil/trace.go:171","msg":"trace[657949340] linearizableReadLoop","detail":"{readStateIndex:8677; appliedIndex:8674; }","duration":"163.898872ms","start":"2026-03-19T18:11:14.911975Z","end":"2026-03-19T18:11:15.075874Z","steps":["trace[657949340] 'read index received' (duration: 79.310624ms)","trace[657949340] 'applied index is now lower than readState.Index' (duration: 84.586438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:15.076216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.1947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:11:15.076329Z","caller":"traceutil/trace.go:171","msg":"trace[32572287] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8355; }","duration":"164.359934ms","start":"2026-03-19T18:11:14.911949Z","end":"2026-03-19T18:11:15.076308Z","steps":["trace[32572287] 'agreement among raft nodes before linearized reading' (duration: 164.033795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:15.076398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.741498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-19T18:11:15.076441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.863987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:11:15.076479Z","caller":"traceutil/trace.go:171","msg":"trace[1040030738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8355; }","duration":"163.83329ms","start":"2026-03-19T18:11:14.912624Z","end":"2026-03-19T18:11:15.076458Z","steps":["trace[1040030738] 'agreement among raft nodes before linearized reading' (duration: 163.630194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:15.076566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.068869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:11:15.076496Z","caller":"traceutil/trace.go:171","msg":"trace[1567105837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8355; }","duration":"161.933808ms","start":"2026-03-19T18:11:14.914544Z","end":"2026-03-19T18:11:15.076478Z","steps":["trace[1567105837] 'agreement among raft nodes before linearized reading' (duration: 161.782704ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:15.076621Z","caller":"traceutil/trace.go:171","msg":"trace[1563032884] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:8355; }","duration":"156.146242ms","start":"2026-03-19T18:11:14.920461Z","end":"2026-03-19T18:11:15.076607Z","steps":["trace[1563032884] 'agreement among raft nodes before linearized reading' (duration: 155.998288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:15.076624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.61216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:11:15.076704Z","caller":"traceutil/trace.go:171","msg":"trace[1544646653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8355; }","duration":"161.733523ms","start":"2026-03-19T18:11:14.914952Z","end":"2026-03-19T18:11:15.076686Z","steps":["trace[1544646653] 'agreement among raft nodes before linearized reading' (duration: 161.337982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:15.077151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.095666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:11:15.077251Z","caller":"traceutil/trace.go:171","msg":"trace[1448122669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8355; }","duration":"161.99842ms","start":"2026-03-19T18:11:14.915239Z","end":"2026-03-19T18:11:15.077238Z","steps":["trace[1448122669] 'agreement among raft nodes before linearized reading' (duration: 161.032684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:15.647484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828894336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:11:16.148537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828894336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:11:16.648681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828894336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:11:16.7353Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.595579448s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:11:16.735724Z","caller":"traceutil/trace.go:171","msg":"trace[1824521540] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"1.596098752s","start":"2026-03-19T18:11:15.139597Z","end":"2026-03-19T18:11:16.735695Z","steps":["trace[1824521540] 'process raft request' (duration: 1.595928888s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:16.735902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:15.139568Z","time spent":"1.596223416s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:16.770203Z","caller":"traceutil/trace.go:171","msg":"trace[1838412640] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"1.537701066s","start":"2026-03-19T18:11:15.232469Z","end":"2026-03-19T18:11:16.77017Z","steps":["trace[1838412640] 'process raft request' (duration: 1.537435069s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:16.770335Z","caller":"traceutil/trace.go:171","msg":"trace[2134376032] linearizableReadLoop","detail":"{readStateIndex:8685; appliedIndex:8683; }","duration":"1.623793985s","start":"2026-03-19T18:11:15.14651Z","end":"2026-03-19T18:11:16.770304Z","steps":["trace[2134376032] 'read index received' (duration: 1.589294488s)","trace[2134376032] 'applied index is now lower than readState.Index' (duration: 34.493977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:16.770364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:15.232436Z","time spent":"1.5378437s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:16.770457Z","caller":"traceutil/trace.go:171","msg":"trace[1774710651] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"709.551313ms","start":"2026-03-19T18:11:16.060895Z","end":"2026-03-19T18:11:16.770447Z","steps":["trace[1774710651] 'process raft request' (duration: 709.160672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:16.770567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:16.060868Z","time spent":"709.617845ms","remote":"127.0.0.1:36938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:16.770669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.226658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:11:16.770728Z","caller":"traceutil/trace.go:171","msg":"trace[155134269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8363; }","duration":"281.314871ms","start":"2026-03-19T18:11:16.489395Z","end":"2026-03-19T18:11:16.77071Z","steps":["trace[155134269] 'agreement among raft nodes before linearized reading' (duration: 281.213048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:16.770729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624223226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:11:16.770771Z","caller":"traceutil/trace.go:171","msg":"trace[749003231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8363; }","duration":"1.624306878s","start":"2026-03-19T18:11:15.146451Z","end":"2026-03-19T18:11:16.770758Z","steps":["trace[749003231] 'agreement among raft nodes before linearized reading' (duration: 1.624246747s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:16.770817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:15.146421Z","time spent":"1.624381381s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:11:16.770917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.317952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:11:16.770913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.933269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:11:16.770997Z","caller":"traceutil/trace.go:171","msg":"trace[587683164] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8363; }","duration":"553.016691ms","start":"2026-03-19T18:11:16.217947Z","end":"2026-03-19T18:11:16.770964Z","steps":["trace[587683164] 'agreement among raft nodes before linearized reading' (duration: 552.888478ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:16.77104Z","caller":"traceutil/trace.go:171","msg":"trace[974819791] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8363; }","duration":"594.398135ms","start":"2026-03-19T18:11:16.176551Z","end":"2026-03-19T18:11:16.770949Z","steps":["trace[974819791] 'agreement among raft nodes before linearized reading' (duration: 594.322113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:16.771048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:16.217891Z","time spent":"553.146444ms","remote":"127.0.0.1:45666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:11:16.771081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:16.176529Z","time spent":"594.541829ms","remote":"127.0.0.1:33604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:11:16.771858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212913934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.128\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T18:11:16.771955Z","caller":"traceutil/trace.go:171","msg":"trace[133221062] range","detail":"{range_begin:/registry/masterleases/199.19.213.128; range_end:; response_count:1; response_revision:8363; }","duration":"1.213062478s","start":"2026-03-19T18:11:15.55887Z","end":"2026-03-19T18:11:16.771932Z","steps":["trace[133221062] 'agreement among raft nodes before linearized reading' (duration: 1.21201248s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:16.772001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:15.558846Z","time spent":"1.2131456s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.128\" "} {"level":"warn","ts":"2026-03-19T18:11:25.733655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828894596,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:11:25.765731Z","caller":"traceutil/trace.go:171","msg":"trace[824403164] linearizableReadLoop","detail":"{readStateIndex:8775; appliedIndex:8774; }","duration":"532.431312ms","start":"2026-03-19T18:11:25.233265Z","end":"2026-03-19T18:11:25.765696Z","steps":["trace[824403164] 'read index received' (duration: 532.101863ms)","trace[824403164] 'applied index is now lower than readState.Index' (duration: 328.159µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:25.765785Z","caller":"traceutil/trace.go:171","msg":"trace[785259569] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"539.476364ms","start":"2026-03-19T18:11:25.226275Z","end":"2026-03-19T18:11:25.765751Z","steps":["trace[785259569] 'process raft request' (duration: 539.198726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:25.765976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.69298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-19T18:11:25.766009Z","caller":"traceutil/trace.go:171","msg":"trace[695327112] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8448; }","duration":"532.780791ms","start":"2026-03-19T18:11:25.23322Z","end":"2026-03-19T18:11:25.766001Z","steps":["trace[695327112] 'agreement among raft nodes before linearized reading' (duration: 532.608157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:25.766037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:25.2332Z","time spent":"532.831503ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":555,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-19T18:11:25.766031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:25.226247Z","time spent":"539.656979ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4653,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:25.766301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.746565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:11:25.766363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.6123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-t2jgq\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-03-19T18:11:25.766384Z","caller":"traceutil/trace.go:171","msg":"trace[617098135] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-t2jgq; range_end:; response_count:1; response_revision:8448; }","duration":"464.672592ms","start":"2026-03-19T18:11:25.301706Z","end":"2026-03-19T18:11:25.766379Z","steps":["trace[617098135] 'agreement among raft nodes before linearized reading' (duration: 464.62758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:25.766399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:25.301678Z","time spent":"464.717533ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4692,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-t2jgq\" "} {"level":"info","ts":"2026-03-19T18:11:25.766404Z","caller":"traceutil/trace.go:171","msg":"trace[1088001914] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8448; }","duration":"527.93219ms","start":"2026-03-19T18:11:25.238448Z","end":"2026-03-19T18:11:25.766381Z","steps":["trace[1088001914] 'agreement among raft nodes before linearized reading' (duration: 527.491128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:25.76653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.096395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.128\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T18:11:25.766314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.612386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:11:25.766619Z","caller":"traceutil/trace.go:171","msg":"trace[1490358478] range","detail":"{range_begin:/registry/masterleases/199.19.213.128; range_end:; response_count:1; response_revision:8448; }","duration":"207.217898ms","start":"2026-03-19T18:11:25.559378Z","end":"2026-03-19T18:11:25.766596Z","steps":["trace[1490358478] 'agreement among raft nodes before linearized reading' (duration: 207.000943ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:25.766684Z","caller":"traceutil/trace.go:171","msg":"trace[517156355] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8448; }","duration":"402.973826ms","start":"2026-03-19T18:11:25.363624Z","end":"2026-03-19T18:11:25.766598Z","steps":["trace[517156355] 'agreement among raft nodes before linearized reading' (duration: 402.530064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:25.766563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:25.238423Z","time spent":"528.082214ms","remote":"127.0.0.1:37464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":36,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:11:25.766778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:25.363602Z","time spent":"403.162271ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":61,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:11:25.927416Z","caller":"traceutil/trace.go:171","msg":"trace[1142342544] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8449; }","duration":"159.296707ms","start":"2026-03-19T18:11:25.768093Z","end":"2026-03-19T18:11:25.92739Z","steps":["trace[1142342544] 'process raft request' (duration: 135.128231ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:25.999617Z","caller":"traceutil/trace.go:171","msg":"trace[938554498] linearizableReadLoop","detail":"{readStateIndex:8777; appliedIndex:8775; }","duration":"228.660701ms","start":"2026-03-19T18:11:25.770935Z","end":"2026-03-19T18:11:25.999595Z","steps":["trace[938554498] 'read index received' (duration: 132.298984ms)","trace[938554498] 'applied index is now lower than readState.Index' (duration: 96.361017ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:25.999697Z","caller":"traceutil/trace.go:171","msg":"trace[1422562005] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"224.485667ms","start":"2026-03-19T18:11:25.775183Z","end":"2026-03-19T18:11:25.999669Z","steps":["trace[1422562005] 'process raft request' (duration: 224.323173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:25.999804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.849486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-t2jgq\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-19T18:11:25.999834Z","caller":"traceutil/trace.go:171","msg":"trace[1494326302] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-t2jgq; range_end:; response_count:1; response_revision:8450; }","duration":"228.906727ms","start":"2026-03-19T18:11:25.770917Z","end":"2026-03-19T18:11:25.999824Z","steps":["trace[1494326302] 'agreement among raft nodes before linearized reading' (duration: 228.789964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:25.999887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.29181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-t2jgq\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-19T18:11:25.999944Z","caller":"traceutil/trace.go:171","msg":"trace[1113949499] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-t2jgq; range_end:; response_count:1; response_revision:8450; }","duration":"228.364253ms","start":"2026-03-19T18:11:25.771567Z","end":"2026-03-19T18:11:25.999932Z","steps":["trace[1113949499] 'agreement among raft nodes before linearized reading' (duration: 228.268841ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:26.184846Z","caller":"traceutil/trace.go:171","msg":"trace[57336962] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"122.120317ms","start":"2026-03-19T18:11:26.062697Z","end":"2026-03-19T18:11:26.184818Z","steps":["trace[57336962] 'process raft request' (duration: 93.071648ms)","trace[57336962] 'compare' (duration: 28.863964ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:26.184873Z","caller":"traceutil/trace.go:171","msg":"trace[2061641801] linearizableReadLoop","detail":"{readStateIndex:8780; appliedIndex:8779; }","duration":"121.542541ms","start":"2026-03-19T18:11:26.063281Z","end":"2026-03-19T18:11:26.184824Z","steps":["trace[2061641801] 'read index received' (duration: 92.510783ms)","trace[2061641801] 'applied index is now lower than readState.Index' (duration: 29.024408ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:26.185002Z","caller":"traceutil/trace.go:171","msg":"trace[262983414] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8453; }","duration":"121.187212ms","start":"2026-03-19T18:11:26.063791Z","end":"2026-03-19T18:11:26.184978Z","steps":["trace[262983414] 'process raft request' (duration: 120.967256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:26.185267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.952863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T18:11:26.185318Z","caller":"traceutil/trace.go:171","msg":"trace[1299749494] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8453; }","duration":"122.046516ms","start":"2026-03-19T18:11:26.06326Z","end":"2026-03-19T18:11:26.185306Z","steps":["trace[1299749494] 'agreement among raft nodes before linearized reading' (duration: 121.751578ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:27.037443Z","caller":"traceutil/trace.go:171","msg":"trace[870616109] linearizableReadLoop","detail":"{readStateIndex:8786; appliedIndex:8785; }","duration":"336.907971ms","start":"2026-03-19T18:11:26.700488Z","end":"2026-03-19T18:11:27.037396Z","steps":["trace[870616109] 'read index received' (duration: 336.778738ms)","trace[870616109] 'applied index is now lower than readState.Index' (duration: 128.063µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:27.037462Z","caller":"traceutil/trace.go:171","msg":"trace[676059533] transaction","detail":"{read_only:false; response_revision:8458; number_of_response:1; }","duration":"384.451792ms","start":"2026-03-19T18:11:26.652987Z","end":"2026-03-19T18:11:27.037439Z","steps":["trace[676059533] 'process raft request' (duration: 384.254137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:27.037602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:26.652966Z","time spent":"384.562486ms","remote":"127.0.0.1:36534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:27.037683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.158578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:11:27.037779Z","caller":"traceutil/trace.go:171","msg":"trace[113544923] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8458; }","duration":"337.320442ms","start":"2026-03-19T18:11:26.700437Z","end":"2026-03-19T18:11:27.037758Z","steps":["trace[113544923] 'agreement among raft nodes before linearized reading' (duration: 337.089206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:27.037832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:26.700423Z","time spent":"337.398295ms","remote":"127.0.0.1:46030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:11:27.537347Z","caller":"traceutil/trace.go:171","msg":"trace[1248177637] linearizableReadLoop","detail":"{readStateIndex:8788; appliedIndex:8786; }","duration":"499.802886ms","start":"2026-03-19T18:11:27.03751Z","end":"2026-03-19T18:11:27.537313Z","steps":["trace[1248177637] 'read index received' (duration: 457.912238ms)","trace[1248177637] 'applied index is now lower than readState.Index' (duration: 41.889118ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:27.537469Z","caller":"traceutil/trace.go:171","msg":"trace[1892856883] transaction","detail":"{read_only:false; response_revision:8459; number_of_response:1; }","duration":"540.11084ms","start":"2026-03-19T18:11:26.997322Z","end":"2026-03-19T18:11:27.537433Z","steps":["trace[1892856883] 'process raft request' (duration: 498.088609ms)","trace[1892856883] 'compare' (duration: 40.606243ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:27.537512Z","caller":"traceutil/trace.go:171","msg":"trace[746740446] transaction","detail":"{read_only:false; response_revision:8460; number_of_response:1; }","duration":"504.634027ms","start":"2026-03-19T18:11:27.032855Z","end":"2026-03-19T18:11:27.537489Z","steps":["trace[746740446] 'process raft request' (duration: 504.282387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:27.537642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:26.997293Z","time spent":"540.259854ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:27.537675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:27.032824Z","time spent":"504.73365ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:27.53768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.604893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:11:27.537732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.173077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-19T18:11:27.537783Z","caller":"traceutil/trace.go:171","msg":"trace[1490691183] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8460; }","duration":"632.772658ms","start":"2026-03-19T18:11:26.904986Z","end":"2026-03-19T18:11:27.537758Z","steps":["trace[1490691183] 'agreement among raft nodes before linearized reading' (duration: 632.515591ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:27.537823Z","caller":"traceutil/trace.go:171","msg":"trace[1138199389] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8460; }","duration":"753.312791ms","start":"2026-03-19T18:11:26.784487Z","end":"2026-03-19T18:11:27.5378Z","steps":["trace[1138199389] 'agreement among raft nodes before linearized reading' (duration: 753.034664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:27.537853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:26.904968Z","time spent":"632.87371ms","remote":"127.0.0.1:36962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:11:27.537865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:26.784466Z","time spent":"753.391154ms","remote":"127.0.0.1:36938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-19T18:11:27.589451Z","caller":"traceutil/trace.go:171","msg":"trace[1774587248] transaction","detail":"{read_only:false; response_revision:8462; number_of_response:1; }","duration":"464.454645ms","start":"2026-03-19T18:11:27.124936Z","end":"2026-03-19T18:11:27.589391Z","steps":["trace[1774587248] 'process raft request' (duration: 464.289911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:27.589501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.755133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:11:27.589485Z","caller":"traceutil/trace.go:171","msg":"trace[1724571047] transaction","detail":"{read_only:false; response_revision:8461; number_of_response:1; }","duration":"474.469748ms","start":"2026-03-19T18:11:27.114967Z","end":"2026-03-19T18:11:27.589436Z","steps":["trace[1724571047] 'process raft request' (duration: 474.072737ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:27.589599Z","caller":"traceutil/trace.go:171","msg":"trace[1068306910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8462; }","duration":"422.880326ms","start":"2026-03-19T18:11:27.166694Z","end":"2026-03-19T18:11:27.589574Z","steps":["trace[1068306910] 'agreement among raft nodes before linearized reading' (duration: 422.65357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:27.589635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.961084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T18:11:27.589646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.477697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:11:27.589717Z","caller":"traceutil/trace.go:171","msg":"trace[135294308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8462; }","duration":"435.098988ms","start":"2026-03-19T18:11:27.154601Z","end":"2026-03-19T18:11:27.5897Z","steps":["trace[135294308] 'agreement among raft nodes before linearized reading' (duration: 434.837101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:27.589715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:27.114942Z","time spent":"474.662803ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:27.589735Z","caller":"traceutil/trace.go:171","msg":"trace[757073544] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:8462; }","duration":"407.617411ms","start":"2026-03-19T18:11:27.182098Z","end":"2026-03-19T18:11:27.589716Z","steps":["trace[757073544] 'agreement among raft nodes before linearized reading' (duration: 407.443036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:27.58972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.080149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:11:27.589712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:27.124913Z","time spent":"464.663381ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:27.589735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.458329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T18:11:27.589781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:27.18208Z","time spent":"407.692684ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-f925l\" "} {"level":"info","ts":"2026-03-19T18:11:27.5898Z","caller":"traceutil/trace.go:171","msg":"trace[1389659192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8462; }","duration":"424.218953ms","start":"2026-03-19T18:11:27.165563Z","end":"2026-03-19T18:11:27.589782Z","steps":["trace[1389659192] 'agreement among raft nodes before linearized reading' (duration: 423.923105ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:27.589816Z","caller":"traceutil/trace.go:171","msg":"trace[764436454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8462; }","duration":"431.569762ms","start":"2026-03-19T18:11:27.158229Z","end":"2026-03-19T18:11:27.589799Z","steps":["trace[764436454] 'agreement among raft nodes before linearized reading' (duration: 431.368107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:27.58985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:27.165547Z","time spent":"424.294355ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:11:27.589854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:27.158196Z","time spent":"431.650315ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:11:27.589755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:27.154551Z","time spent":"435.19691ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:11:27.589656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:27.166688Z","time spent":"422.953938ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:11:27.590256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.266017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T18:11:27.590334Z","caller":"traceutil/trace.go:171","msg":"trace[405724136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8462; }","duration":"409.364619ms","start":"2026-03-19T18:11:27.180958Z","end":"2026-03-19T18:11:27.590323Z","steps":["trace[405724136] 'agreement among raft nodes before linearized reading' (duration: 408.374342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:27.590393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:27.180949Z","time spent":"409.4106ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:11:28.209841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.834946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:11:28.209955Z","caller":"traceutil/trace.go:171","msg":"trace[404183643] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"618.177861ms","start":"2026-03-19T18:11:27.591757Z","end":"2026-03-19T18:11:28.209935Z","steps":["trace[404183643] 'process raft request' (duration: 174.15876ms)","trace[404183643] 'compare' (duration: 443.448335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:28.21007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:27.591723Z","time spent":"618.264603ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:28.280063Z","caller":"traceutil/trace.go:171","msg":"trace[2112443120] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"686.157848ms","start":"2026-03-19T18:11:27.593879Z","end":"2026-03-19T18:11:28.280037Z","steps":["trace[2112443120] 'process raft request' (duration: 685.948162ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:28.28044Z","caller":"traceutil/trace.go:171","msg":"trace[827558668] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"686.2461ms","start":"2026-03-19T18:11:27.594164Z","end":"2026-03-19T18:11:28.28041Z","steps":["trace[827558668] 'process raft request' (duration: 685.816658ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:28.280473Z","caller":"traceutil/trace.go:171","msg":"trace[1897668126] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"686.021884ms","start":"2026-03-19T18:11:27.59442Z","end":"2026-03-19T18:11:28.280442Z","steps":["trace[1897668126] 'process raft request' (duration: 685.850949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:28.280655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:27.594404Z","time spent":"686.169077ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:28.280726Z","caller":"traceutil/trace.go:171","msg":"trace[1136502333] linearizableReadLoop","detail":"{readStateIndex:8794; appliedIndex:8790; }","duration":"684.887713ms","start":"2026-03-19T18:11:27.595824Z","end":"2026-03-19T18:11:28.280711Z","steps":["trace[1136502333] 'read index received' (duration: 170.09648ms)","trace[1136502333] 'applied index is now lower than readState.Index' (duration: 514.790413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:28.280525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:27.594151Z","time spent":"686.334582ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:28.280743Z","caller":"traceutil/trace.go:171","msg":"trace[2038588739] transaction","detail":"{read_only:false; response_revision:8467; number_of_response:1; }","duration":"684.06078ms","start":"2026-03-19T18:11:27.59662Z","end":"2026-03-19T18:11:28.280681Z","steps":["trace[2038588739] 'process raft request' (duration: 683.774772ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:28.280853Z","caller":"traceutil/trace.go:171","msg":"trace[335867322] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"634.969888ms","start":"2026-03-19T18:11:27.645871Z","end":"2026-03-19T18:11:28.280841Z","steps":["trace[335867322] 'process raft request' (duration: 634.726401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:28.280887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.631759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:11:28.280929Z","caller":"traceutil/trace.go:171","msg":"trace[2090249719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8469; }","duration":"123.708631ms","start":"2026-03-19T18:11:28.157208Z","end":"2026-03-19T18:11:28.280917Z","steps":["trace[2090249719] 'agreement among raft nodes before linearized reading' (duration: 123.645779ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:28.280834Z","caller":"traceutil/trace.go:171","msg":"trace[612851033] transaction","detail":"{read_only:false; response_revision:8468; number_of_response:1; }","duration":"680.871123ms","start":"2026-03-19T18:11:27.599926Z","end":"2026-03-19T18:11:28.280797Z","steps":["trace[612851033] 'process raft request' (duration: 680.594546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:28.280309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:27.593837Z","time spent":"686.305872ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:28.280982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:27.596598Z","time spent":"684.262736ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:28.280991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:27.599912Z","time spent":"681.052879ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:28.280935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:27.645841Z","time spent":"635.068519ms","remote":"127.0.0.1:45892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:11:28.281459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.608863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228794"} {"level":"info","ts":"2026-03-19T18:11:28.281543Z","caller":"traceutil/trace.go:171","msg":"trace[1820906695] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8469; }","duration":"685.744236ms","start":"2026-03-19T18:11:27.59578Z","end":"2026-03-19T18:11:28.281525Z","steps":["trace[1820906695] 'agreement among raft nodes before linearized reading' (duration: 685.123829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:28.281606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:27.595764Z","time spent":"685.825928ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228818,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T18:11:28.394951Z","caller":"traceutil/trace.go:171","msg":"trace[1584112561] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"104.837907ms","start":"2026-03-19T18:11:28.290086Z","end":"2026-03-19T18:11:28.394924Z","steps":["trace[1584112561] 'process raft request' (duration: 91.963828ms)","trace[1584112561] 'compare' (duration: 12.492189ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:28.427754Z","caller":"traceutil/trace.go:171","msg":"trace[1766216175] transaction","detail":"{read_only:false; response_revision:8471; number_of_response:1; }","duration":"137.539476ms","start":"2026-03-19T18:11:28.290192Z","end":"2026-03-19T18:11:28.427731Z","steps":["trace[1766216175] 'process raft request' (duration: 137.284979ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:28.427776Z","caller":"traceutil/trace.go:171","msg":"trace[559206417] linearizableReadLoop","detail":"{readStateIndex:8799; appliedIndex:8797; }","duration":"135.633464ms","start":"2026-03-19T18:11:28.292111Z","end":"2026-03-19T18:11:28.427744Z","steps":["trace[559206417] 'read index received' (duration: 90.026845ms)","trace[559206417] 'applied index is now lower than readState.Index' (duration: 45.604669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:28.428071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.939102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T18:11:28.428121Z","caller":"traceutil/trace.go:171","msg":"trace[769365259] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8472; }","duration":"136.049246ms","start":"2026-03-19T18:11:28.292057Z","end":"2026-03-19T18:11:28.428106Z","steps":["trace[769365259] 'agreement among raft nodes before linearized reading' (duration: 135.786929ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:28.428148Z","caller":"traceutil/trace.go:171","msg":"trace[790415177] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"110.389998ms","start":"2026-03-19T18:11:28.317743Z","end":"2026-03-19T18:11:28.428133Z","steps":["trace[790415177] 'process raft request' (duration: 109.881255ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:28.612854Z","caller":"traceutil/trace.go:171","msg":"trace[1659666625] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"178.823096ms","start":"2026-03-19T18:11:28.433988Z","end":"2026-03-19T18:11:28.612811Z","steps":["trace[1659666625] 'process raft request' (duration: 153.882859ms)","trace[1659666625] 'compare' (duration: 24.64842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:30.054073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828894690,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:11:30.243784Z","caller":"traceutil/trace.go:171","msg":"trace[1934141966] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"732.467825ms","start":"2026-03-19T18:11:29.51129Z","end":"2026-03-19T18:11:30.243758Z","steps":["trace[1934141966] 'process raft request' (duration: 732.28623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:30.244014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:29.511271Z","time spent":"732.608248ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:30.534697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.576388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:11:30.534981Z","caller":"traceutil/trace.go:171","msg":"trace[1849797965] linearizableReadLoop","detail":"{readStateIndex:8805; appliedIndex:8801; }","duration":"981.409516ms","start":"2026-03-19T18:11:29.553544Z","end":"2026-03-19T18:11:30.534954Z","steps":["trace[1849797965] 'read index received' (duration: 689.997631ms)","trace[1849797965] 'applied index is now lower than readState.Index' (duration: 291.410475ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:30.535041Z","caller":"traceutil/trace.go:171","msg":"trace[403486870] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"989.218518ms","start":"2026-03-19T18:11:29.545733Z","end":"2026-03-19T18:11:30.534951Z","steps":["trace[403486870] 'process raft request' (duration: 848.251249ms)","trace[403486870] 'compare' (duration: 140.364163ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:30.535407Z","caller":"traceutil/trace.go:171","msg":"trace[1650589276] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"939.633671ms","start":"2026-03-19T18:11:29.595751Z","end":"2026-03-19T18:11:30.535385Z","steps":["trace[1650589276] 'process raft request' (duration: 939.084396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:30.535416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:29.545692Z","time spent":"989.576798ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:30.53551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:29.595719Z","time spent":"939.747764ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:30.535505Z","caller":"traceutil/trace.go:171","msg":"trace[429738421] transaction","detail":"{read_only:false; response_revision:8477; number_of_response:1; }","duration":"938.999794ms","start":"2026-03-19T18:11:29.596464Z","end":"2026-03-19T18:11:30.535464Z","steps":["trace[429738421] 'process raft request' (duration: 938.431709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:30.535673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:29.596405Z","time spent":"939.17854ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:30.535754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.771965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:11:30.535826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.027327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:11:30.535849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.159895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T18:11:30.535848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.409222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:11:30.535859Z","caller":"traceutil/trace.go:171","msg":"trace[1312289994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8477; }","duration":"249.911838ms","start":"2026-03-19T18:11:30.285922Z","end":"2026-03-19T18:11:30.535834Z","steps":["trace[1312289994] 'agreement among raft nodes before linearized reading' (duration: 249.61936ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:30.535888Z","caller":"traceutil/trace.go:171","msg":"trace[945330714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8477; }","duration":"389.12741ms","start":"2026-03-19T18:11:30.146742Z","end":"2026-03-19T18:11:30.53587Z","steps":["trace[945330714] 'agreement among raft nodes before linearized reading' (duration: 389.024367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:30.535856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.340473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:11:30.535914Z","caller":"traceutil/trace.go:171","msg":"trace[1325556336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8477; }","duration":"250.250618ms","start":"2026-03-19T18:11:30.285644Z","end":"2026-03-19T18:11:30.535895Z","steps":["trace[1325556336] 'agreement among raft nodes before linearized reading' (duration: 250.030012ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:30.535919Z","caller":"traceutil/trace.go:171","msg":"trace[183816642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8477; }","duration":"250.527725ms","start":"2026-03-19T18:11:30.285376Z","end":"2026-03-19T18:11:30.535904Z","steps":["trace[183816642] 'agreement among raft nodes before linearized reading' (duration: 250.302019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:30.535938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:30.146721Z","time spent":"389.208782ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:11:30.535856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.668511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:11:30.535972Z","caller":"traceutil/trace.go:171","msg":"trace[1550390110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8477; }","duration":"249.513427ms","start":"2026-03-19T18:11:30.286434Z","end":"2026-03-19T18:11:30.535947Z","steps":["trace[1550390110] 'agreement among raft nodes before linearized reading' (duration: 249.170278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:30.536004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.473726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T18:11:30.536021Z","caller":"traceutil/trace.go:171","msg":"trace[1388230682] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:8477; }","duration":"242.914898ms","start":"2026-03-19T18:11:30.293091Z","end":"2026-03-19T18:11:30.536006Z","steps":["trace[1388230682] 'agreement among raft nodes before linearized reading' (duration: 242.474986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:30.53566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.563628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:11:30.536048Z","caller":"traceutil/trace.go:171","msg":"trace[1229373193] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8477; }","duration":"982.563758ms","start":"2026-03-19T18:11:29.553473Z","end":"2026-03-19T18:11:30.536036Z","steps":["trace[1229373193] 'agreement among raft nodes before linearized reading' (duration: 982.370383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:30.536081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:29.553443Z","time spent":"982.63146ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T18:11:30.536099Z","caller":"traceutil/trace.go:171","msg":"trace[1155175401] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8477; }","duration":"930.089043ms","start":"2026-03-19T18:11:29.605982Z","end":"2026-03-19T18:11:30.536071Z","steps":["trace[1155175401] 'agreement among raft nodes before linearized reading' (duration: 929.492277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:30.536066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.34012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T18:11:30.536158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:29.605969Z","time spent":"930.167285ms","remote":"127.0.0.1:37008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:11:30.536168Z","caller":"traceutil/trace.go:171","msg":"trace[646266404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8477; }","duration":"250.510505ms","start":"2026-03-19T18:11:30.285632Z","end":"2026-03-19T18:11:30.536143Z","steps":["trace[646266404] 'agreement among raft nodes before linearized reading' (duration: 250.153325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:31.04307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828894697,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:11:31.211845Z","caller":"traceutil/trace.go:171","msg":"trace[367075056] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"670.676187ms","start":"2026-03-19T18:11:30.541137Z","end":"2026-03-19T18:11:31.211814Z","steps":["trace[367075056] 'process raft request' (duration: 670.464662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:31.212053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:30.541098Z","time spent":"670.842862ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:31.572771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.041278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:11:31.573093Z","caller":"traceutil/trace.go:171","msg":"trace[872966421] transaction","detail":"{read_only:false; response_revision:8479; number_of_response:1; }","duration":"1.031388355s","start":"2026-03-19T18:11:30.541672Z","end":"2026-03-19T18:11:31.57306Z","steps":["trace[872966421] 'process raft request' (duration: 860.946706ms)","trace[872966421] 'compare' (duration: 169.827503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:31.573298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:30.541647Z","time spent":"1.031503398s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:31.57402Z","caller":"traceutil/trace.go:171","msg":"trace[1227600730] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"1.031778036s","start":"2026-03-19T18:11:30.542221Z","end":"2026-03-19T18:11:31.574Z","steps":["trace[1227600730] 'process raft request' (duration: 1.030651965s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:31.574112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:30.542214Z","time spent":"1.031853188s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:31.574244Z","caller":"traceutil/trace.go:171","msg":"trace[838380782] linearizableReadLoop","detail":"{readStateIndex:8811; appliedIndex:8805; }","duration":"1.032262149s","start":"2026-03-19T18:11:30.54196Z","end":"2026-03-19T18:11:31.574222Z","steps":["trace[838380782] 'read index received' (duration: 669.695391ms)","trace[838380782] 'applied index is now lower than readState.Index' (duration: 362.565868ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:31.574378Z","caller":"traceutil/trace.go:171","msg":"trace[575709621] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"1.032011582s","start":"2026-03-19T18:11:30.542354Z","end":"2026-03-19T18:11:31.574366Z","steps":["trace[575709621] 'process raft request' (duration: 1.031824507s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:31.574448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:30.54235Z","time spent":"1.032066283s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:31.574492Z","caller":"traceutil/trace.go:171","msg":"trace[1270680915] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"1.032192617s","start":"2026-03-19T18:11:30.542281Z","end":"2026-03-19T18:11:31.574474Z","steps":["trace[1270680915] 'process raft request' (duration: 1.031601241s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:31.574545Z","caller":"traceutil/trace.go:171","msg":"trace[2127455926] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"1.032212778s","start":"2026-03-19T18:11:30.542319Z","end":"2026-03-19T18:11:31.574532Z","steps":["trace[2127455926] 'process raft request' (duration: 1.031819357s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:31.574616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:30.542316Z","time spent":"1.032256159s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:11:31.574764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.796972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:11:31.574735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:30.542276Z","time spent":"1.032292509s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:31.574805Z","caller":"traceutil/trace.go:171","msg":"trace[271593011] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8483; }","duration":"222.877404ms","start":"2026-03-19T18:11:31.351916Z","end":"2026-03-19T18:11:31.574794Z","steps":["trace[271593011] 'agreement among raft nodes before linearized reading' (duration: 222.806772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:31.574898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.836324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:11:31.575018Z","caller":"traceutil/trace.go:171","msg":"trace[464929034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8483; }","duration":"427.039349ms","start":"2026-03-19T18:11:31.147953Z","end":"2026-03-19T18:11:31.574992Z","steps":["trace[464929034] 'agreement among raft nodes before linearized reading' (duration: 426.777952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:31.575086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:31.147924Z","time spent":"427.150882ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:11:31.575971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033965965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228794"} {"level":"info","ts":"2026-03-19T18:11:31.576132Z","caller":"traceutil/trace.go:171","msg":"trace[1053813338] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8483; }","duration":"1.03415356s","start":"2026-03-19T18:11:30.541955Z","end":"2026-03-19T18:11:31.576108Z","steps":["trace[1053813338] 'agreement among raft nodes before linearized reading' (duration: 1.033444591s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:31.57625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:30.541921Z","time spent":"1.034311935s","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228818,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T18:11:32.030822Z","caller":"traceutil/trace.go:171","msg":"trace[995013538] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"281.850655ms","start":"2026-03-19T18:11:31.748933Z","end":"2026-03-19T18:11:32.030784Z","steps":["trace[995013538] 'process raft request' (duration: 281.66375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:32.571906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.730068ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-19T18:11:32.743981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.090926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:11:32.744241Z","caller":"traceutil/trace.go:171","msg":"trace[1028994757] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"201.086372ms","start":"2026-03-19T18:11:32.543131Z","end":"2026-03-19T18:11:32.744217Z","steps":["trace[1028994757] 'process raft request' (duration: 201.00035ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:32.744274Z","caller":"traceutil/trace.go:171","msg":"trace[157385576] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"201.413441ms","start":"2026-03-19T18:11:32.54281Z","end":"2026-03-19T18:11:32.744224Z","steps":["trace[157385576] 'process raft request' (duration: 92.951635ms)","trace[157385576] 'compare' (duration: 107.87966ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:39.030536Z","caller":"traceutil/trace.go:171","msg":"trace[367058920] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"417.740157ms","start":"2026-03-19T18:11:38.612756Z","end":"2026-03-19T18:11:39.030497Z","steps":["trace[367058920] 'process raft request' (duration: 342.489163ms)","trace[367058920] 'compare' (duration: 75.045698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:39.030774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:11:38.612709Z","time spent":"417.950162ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:11:39.032261Z","caller":"traceutil/trace.go:171","msg":"trace[1377171213] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"264.615538ms","start":"2026-03-19T18:11:38.767628Z","end":"2026-03-19T18:11:39.032244Z","steps":["trace[1377171213] 'process raft request' (duration: 264.552426ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:39.032433Z","caller":"traceutil/trace.go:171","msg":"trace[1275162375] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"265.486411ms","start":"2026-03-19T18:11:38.766891Z","end":"2026-03-19T18:11:39.032378Z","steps":["trace[1275162375] 'process raft request' (duration: 265.214874ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:57.853764Z","caller":"traceutil/trace.go:171","msg":"trace[1730634652] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"132.956331ms","start":"2026-03-19T18:11:57.720775Z","end":"2026-03-19T18:11:57.853732Z","steps":["trace[1730634652] 'process raft request' (duration: 88.135864ms)","trace[1730634652] 'compare' (duration: 44.482538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:57.853849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.107355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T18:11:57.853924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.923558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:11:57.854038Z","caller":"traceutil/trace.go:171","msg":"trace[1220860589] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8751; }","duration":"133.300391ms","start":"2026-03-19T18:11:57.720668Z","end":"2026-03-19T18:11:57.853969Z","steps":["trace[1220860589] 'agreement among raft nodes before linearized reading' (duration: 132.988102ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:57.854059Z","caller":"traceutil/trace.go:171","msg":"trace[1267263402] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:8751; }","duration":"113.046211ms","start":"2026-03-19T18:11:57.740931Z","end":"2026-03-19T18:11:57.853977Z","steps":["trace[1267263402] 'agreement among raft nodes before linearized reading' (duration: 112.803864ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:57.931038Z","caller":"traceutil/trace.go:171","msg":"trace[1398164976] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"158.715111ms","start":"2026-03-19T18:11:57.772297Z","end":"2026-03-19T18:11:57.931012Z","steps":["trace[1398164976] 'process raft request' (duration: 158.580517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:11:58.071835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.21367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:11:58.071964Z","caller":"traceutil/trace.go:171","msg":"trace[604169449] linearizableReadLoop","detail":"{readStateIndex:9089; appliedIndex:9088; }","duration":"213.329694ms","start":"2026-03-19T18:11:57.858612Z","end":"2026-03-19T18:11:58.071941Z","steps":["trace[604169449] 'read index received' (duration: 72.420807ms)","trace[604169449] 'applied index is now lower than readState.Index' (duration: 140.906597ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:11:58.071992Z","caller":"traceutil/trace.go:171","msg":"trace[839633997] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"213.763736ms","start":"2026-03-19T18:11:57.858198Z","end":"2026-03-19T18:11:58.071962Z","steps":["trace[839633997] 'process raft request' (duration: 98.196167ms)","trace[839633997] 'compare' (duration: 115.077315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:11:58.07264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.018003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234989"} {"level":"info","ts":"2026-03-19T18:11:58.072701Z","caller":"traceutil/trace.go:171","msg":"trace[1046354293] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8753; }","duration":"214.108845ms","start":"2026-03-19T18:11:57.858577Z","end":"2026-03-19T18:11:58.072686Z","steps":["trace[1046354293] 'agreement among raft nodes before linearized reading' (duration: 213.436737ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:11:59.62108Z","caller":"traceutil/trace.go:171","msg":"trace[2064411853] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"107.16397ms","start":"2026-03-19T18:11:59.513883Z","end":"2026-03-19T18:11:59.621047Z","steps":["trace[2064411853] 'process raft request' (duration: 40.14201ms)","trace[2064411853] 'compare' (duration: 66.870616ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:12:08.981546Z","caller":"traceutil/trace.go:171","msg":"trace[1382332915] linearizableReadLoop","detail":"{readStateIndex:9148; appliedIndex:9145; }","duration":"117.144404ms","start":"2026-03-19T18:12:08.864381Z","end":"2026-03-19T18:12:08.981525Z","steps":["trace[1382332915] 'read index received' (duration: 54.168462ms)","trace[1382332915] 'applied index is now lower than readState.Index' (duration: 62.975162ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:12:08.981603Z","caller":"traceutil/trace.go:171","msg":"trace[345581805] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"136.020377ms","start":"2026-03-19T18:12:08.845548Z","end":"2026-03-19T18:12:08.981569Z","steps":["trace[345581805] 'process raft request' (duration: 135.858622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:08.981752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.35203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-19T18:12:08.981861Z","caller":"traceutil/trace.go:171","msg":"trace[1359540778] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8809; }","duration":"117.448893ms","start":"2026-03-19T18:12:08.864333Z","end":"2026-03-19T18:12:08.981782Z","steps":["trace[1359540778] 'agreement among raft nodes before linearized reading' (duration: 117.273188ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:14.561435Z","caller":"traceutil/trace.go:171","msg":"trace[402466179] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"138.478243ms","start":"2026-03-19T18:12:14.422928Z","end":"2026-03-19T18:12:14.561406Z","steps":["trace[402466179] 'process raft request' (duration: 129.614222ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:14.63776Z","caller":"traceutil/trace.go:171","msg":"trace[1569990501] linearizableReadLoop","detail":"{readStateIndex:9233; appliedIndex:9231; }","duration":"211.313664ms","start":"2026-03-19T18:12:14.426396Z","end":"2026-03-19T18:12:14.637709Z","steps":["trace[1569990501] 'read index received' (duration: 126.243721ms)","trace[1569990501] 'applied index is now lower than readState.Index' (duration: 85.068813ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:12:14.63788Z","caller":"traceutil/trace.go:171","msg":"trace[854203175] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"214.568682ms","start":"2026-03-19T18:12:14.423282Z","end":"2026-03-19T18:12:14.63785Z","steps":["trace[854203175] 'process raft request' (duration: 214.10277ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:14.637837Z","caller":"traceutil/trace.go:171","msg":"trace[515561711] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"210.45173ms","start":"2026-03-19T18:12:14.427351Z","end":"2026-03-19T18:12:14.637803Z","steps":["trace[515561711] 'process raft request' (duration: 210.257065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:14.638022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.594841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:12:14.63809Z","caller":"traceutil/trace.go:171","msg":"trace[1845405024] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:8893; }","duration":"211.711394ms","start":"2026-03-19T18:12:14.42636Z","end":"2026-03-19T18:12:14.638071Z","steps":["trace[1845405024] 'agreement among raft nodes before linearized reading' (duration: 211.528569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:14.638109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.741714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T18:12:14.638201Z","caller":"traceutil/trace.go:171","msg":"trace[1754329988] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8893; }","duration":"208.863048ms","start":"2026-03-19T18:12:14.429321Z","end":"2026-03-19T18:12:14.638184Z","steps":["trace[1754329988] 'agreement among raft nodes before linearized reading' (duration: 208.59907ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:14.839763Z","caller":"traceutil/trace.go:171","msg":"trace[2075340999] linearizableReadLoop","detail":"{readStateIndex:9235; appliedIndex:9234; }","duration":"192.366289ms","start":"2026-03-19T18:12:14.647377Z","end":"2026-03-19T18:12:14.839744Z","steps":["trace[2075340999] 'read index received' (duration: 192.195254ms)","trace[2075340999] 'applied index is now lower than readState.Index' (duration: 170.335µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:12:14.839891Z","caller":"traceutil/trace.go:171","msg":"trace[25406337] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"192.509923ms","start":"2026-03-19T18:12:14.647339Z","end":"2026-03-19T18:12:14.839849Z","steps":["trace[25406337] 'process raft request' (duration: 192.285916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:14.840025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.627986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-19T18:12:14.840078Z","caller":"traceutil/trace.go:171","msg":"trace[1734677656] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8894; }","duration":"192.714497ms","start":"2026-03-19T18:12:14.647349Z","end":"2026-03-19T18:12:14.840064Z","steps":["trace[1734677656] 'agreement among raft nodes before linearized reading' (duration: 192.504842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:14.840173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.385073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:12:14.840232Z","caller":"traceutil/trace.go:171","msg":"trace[1470934386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8894; }","duration":"116.488376ms","start":"2026-03-19T18:12:14.723729Z","end":"2026-03-19T18:12:14.840218Z","steps":["trace[1470934386] 'agreement among raft nodes before linearized reading' (duration: 116.354002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:14.840235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.528322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-03-19T18:12:14.840251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.257984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-db-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:12:14.840513Z","caller":"traceutil/trace.go:171","msg":"trace[1100171379] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8894; }","duration":"185.843901ms","start":"2026-03-19T18:12:14.654649Z","end":"2026-03-19T18:12:14.840493Z","steps":["trace[1100171379] 'agreement among raft nodes before linearized reading' (duration: 185.387809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:14.840562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.682717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-19T18:12:14.840636Z","caller":"traceutil/trace.go:171","msg":"trace[1079587229] range","detail":"{range_begin:/registry/jobs/openstack/glance-db-init; range_end:; response_count:0; response_revision:8894; }","duration":"189.627944ms","start":"2026-03-19T18:12:14.65095Z","end":"2026-03-19T18:12:14.840578Z","steps":["trace[1079587229] 'agreement among raft nodes before linearized reading' (duration: 189.217003ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:14.840696Z","caller":"traceutil/trace.go:171","msg":"trace[2012107783] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8894; }","duration":"192.853071ms","start":"2026-03-19T18:12:14.647802Z","end":"2026-03-19T18:12:14.840655Z","steps":["trace[2012107783] 'agreement among raft nodes before linearized reading' (duration: 192.238975ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:15.045622Z","caller":"traceutil/trace.go:171","msg":"trace[1539494139] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"194.283641ms","start":"2026-03-19T18:12:14.85131Z","end":"2026-03-19T18:12:15.045594Z","steps":["trace[1539494139] 'process raft request' (duration: 102.052714ms)","trace[1539494139] 'compare' (duration: 92.125164ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:12:15.106492Z","caller":"traceutil/trace.go:171","msg":"trace[1503507311] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"254.093196ms","start":"2026-03-19T18:12:14.852369Z","end":"2026-03-19T18:12:15.106462Z","steps":["trace[1503507311] 'process raft request' (duration: 253.826879ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:15.106536Z","caller":"traceutil/trace.go:171","msg":"trace[497769288] linearizableReadLoop","detail":"{readStateIndex:9238; appliedIndex:9235; }","duration":"246.5373ms","start":"2026-03-19T18:12:14.859974Z","end":"2026-03-19T18:12:15.106511Z","steps":["trace[497769288] 'read index received' (duration: 93.48981ms)","trace[497769288] 'applied index is now lower than readState.Index' (duration: 153.04658ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:12:15.106639Z","caller":"traceutil/trace.go:171","msg":"trace[656893942] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"232.436827ms","start":"2026-03-19T18:12:14.874193Z","end":"2026-03-19T18:12:15.10663Z","steps":["trace[656893942] 'process raft request' (duration: 232.240632ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:15.106765Z","caller":"traceutil/trace.go:171","msg":"trace[2051365501] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"253.475209ms","start":"2026-03-19T18:12:14.853282Z","end":"2026-03-19T18:12:15.106757Z","steps":["trace[2051365501] 'process raft request' (duration: 253.056827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:15.107017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.027564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:12:15.107074Z","caller":"traceutil/trace.go:171","msg":"trace[192133070] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:8898; }","duration":"247.129957ms","start":"2026-03-19T18:12:14.859928Z","end":"2026-03-19T18:12:15.107058Z","steps":["trace[192133070] 'agreement among raft nodes before linearized reading' (duration: 247.041095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:15.107166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.105626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T18:12:15.10724Z","caller":"traceutil/trace.go:171","msg":"trace[1214499901] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8898; }","duration":"247.204158ms","start":"2026-03-19T18:12:14.860018Z","end":"2026-03-19T18:12:15.107222Z","steps":["trace[1214499901] 'agreement among raft nodes before linearized reading' (duration: 247.008363ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:15.369585Z","caller":"traceutil/trace.go:171","msg":"trace[1121586372] transaction","detail":"{read_only:false; response_revision:8899; number_of_response:1; }","duration":"257.439058ms","start":"2026-03-19T18:12:15.112115Z","end":"2026-03-19T18:12:15.369554Z","steps":["trace[1121586372] 'process raft request' (duration: 159.984709ms)","trace[1121586372] 'compare' (duration: 97.223733ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:12:15.564946Z","caller":"traceutil/trace.go:171","msg":"trace[1248384936] transaction","detail":"{read_only:false; response_revision:8902; number_of_response:1; }","duration":"446.375852ms","start":"2026-03-19T18:12:15.118554Z","end":"2026-03-19T18:12:15.56493Z","steps":["trace[1248384936] 'process raft request' (duration: 446.29605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:15.565069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.118544Z","time spent":"446.464865ms","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11380,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:12:15.565086Z","caller":"traceutil/trace.go:171","msg":"trace[52950876] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"450.916815ms","start":"2026-03-19T18:12:15.114141Z","end":"2026-03-19T18:12:15.565057Z","steps":["trace[52950876] 'process raft request' (duration: 356.623313ms)","trace[52950876] 'compare' (duration: 93.894762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:12:15.565248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.114126Z","time spent":"451.022929ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":711,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:12:15.565303Z","caller":"traceutil/trace.go:171","msg":"trace[1985666877] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"451.106041ms","start":"2026-03-19T18:12:15.114187Z","end":"2026-03-19T18:12:15.565293Z","steps":["trace[1985666877] 'process raft request' (duration: 450.604547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:15.565384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.114174Z","time spent":"451.150763ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11048,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:12:15.565883Z","caller":"traceutil/trace.go:171","msg":"trace[1730537655] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8902; }","duration":"447.090682ms","start":"2026-03-19T18:12:15.118783Z","end":"2026-03-19T18:12:15.565874Z","steps":["trace[1730537655] 'process raft request' (duration: 446.110795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:15.565944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.118777Z","time spent":"447.141773ms","remote":"127.0.0.1:45996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":11448,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:12:15.566008Z","caller":"traceutil/trace.go:171","msg":"trace[903964363] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"147.336525ms","start":"2026-03-19T18:12:15.418658Z","end":"2026-03-19T18:12:15.565994Z","steps":["trace[903964363] 'process raft request' (duration: 147.296164ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:15.566194Z","caller":"traceutil/trace.go:171","msg":"trace[1375003124] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"262.497574ms","start":"2026-03-19T18:12:15.303686Z","end":"2026-03-19T18:12:15.566184Z","steps":["trace[1375003124] 'process raft request' (duration: 262.187066ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:15.566278Z","caller":"traceutil/trace.go:171","msg":"trace[453005564] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"221.424798ms","start":"2026-03-19T18:12:15.344846Z","end":"2026-03-19T18:12:15.566271Z","steps":["trace[453005564] 'process raft request' (duration: 221.073679ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:15.566419Z","caller":"traceutil/trace.go:171","msg":"trace[820432279] transaction","detail":"{read_only:false; response_revision:8903; number_of_response:1; }","duration":"447.450561ms","start":"2026-03-19T18:12:15.118958Z","end":"2026-03-19T18:12:15.566409Z","steps":["trace[820432279] 'process raft request' (duration: 446.604538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:15.566468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.118948Z","time spent":"447.502363ms","remote":"127.0.0.1:45786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5323,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:12:15.566555Z","caller":"traceutil/trace.go:171","msg":"trace[1947410844] linearizableReadLoop","detail":"{readStateIndex:9242; appliedIndex:9239; }","duration":"447.984506ms","start":"2026-03-19T18:12:15.118562Z","end":"2026-03-19T18:12:15.566547Z","steps":["trace[1947410844] 'read index received' (duration: 153.618475ms)","trace[1947410844] 'applied index is now lower than readState.Index' (duration: 294.365191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:12:15.566732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.565745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-03-19T18:12:15.566733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.159001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:12:15.566762Z","caller":"traceutil/trace.go:171","msg":"trace[1818801225] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8906; }","duration":"447.612346ms","start":"2026-03-19T18:12:15.119142Z","end":"2026-03-19T18:12:15.566754Z","steps":["trace[1818801225] 'agreement among raft nodes before linearized reading' (duration: 447.516513ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:15.566773Z","caller":"traceutil/trace.go:171","msg":"trace[548894630] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8906; }","duration":"448.232113ms","start":"2026-03-19T18:12:15.11853Z","end":"2026-03-19T18:12:15.566762Z","steps":["trace[548894630] 'agreement among raft nodes before linearized reading' (duration: 448.091319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:15.566807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.118516Z","time spent":"448.284034ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:12:15.566783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.119135Z","time spent":"447.643196ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-19T18:12:15.567076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.73662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:12:15.567106Z","caller":"traceutil/trace.go:171","msg":"trace[1961789110] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8906; }","duration":"163.806872ms","start":"2026-03-19T18:12:15.403292Z","end":"2026-03-19T18:12:15.567099Z","steps":["trace[1961789110] 'agreement among raft nodes before linearized reading' (duration: 163.682749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:15.56724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.045651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:12:15.567268Z","caller":"traceutil/trace.go:171","msg":"trace[1185289052] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8906; }","duration":"259.090231ms","start":"2026-03-19T18:12:15.30817Z","end":"2026-03-19T18:12:15.56726Z","steps":["trace[1185289052] 'agreement among raft nodes before linearized reading' (duration: 259.04776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:15.567379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.172121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:12:15.567403Z","caller":"traceutil/trace.go:171","msg":"trace[171828333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8906; }","duration":"423.225063ms","start":"2026-03-19T18:12:15.144172Z","end":"2026-03-19T18:12:15.567397Z","steps":["trace[171828333] 'agreement among raft nodes before linearized reading' (duration: 423.187162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:15.56742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.144154Z","time spent":"423.262054ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:12:15.567485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.514563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-19T18:12:15.567543Z","caller":"traceutil/trace.go:171","msg":"trace[1330301947] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8906; }","duration":"447.674898ms","start":"2026-03-19T18:12:15.119857Z","end":"2026-03-19T18:12:15.567532Z","steps":["trace[1330301947] 'agreement among raft nodes before linearized reading' (duration: 447.555714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:15.567572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.119851Z","time spent":"447.714639ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-03-19T18:12:15.778442Z","caller":"traceutil/trace.go:171","msg":"trace[795239984] linearizableReadLoop","detail":"{readStateIndex:9251; appliedIndex:9248; }","duration":"205.580368ms","start":"2026-03-19T18:12:15.572846Z","end":"2026-03-19T18:12:15.778427Z","steps":["trace[795239984] 'read index received' (duration: 7.889495ms)","trace[795239984] 'applied index is now lower than readState.Index' (duration: 197.690183ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:12:15.778513Z","caller":"traceutil/trace.go:171","msg":"trace[1710881062] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"206.541464ms","start":"2026-03-19T18:12:15.571966Z","end":"2026-03-19T18:12:15.778508Z","steps":["trace[1710881062] 'process raft request' (duration: 206.402761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:15.778702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.869716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-19T18:12:15.778738Z","caller":"traceutil/trace.go:171","msg":"trace[2087400277] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8908; }","duration":"205.948368ms","start":"2026-03-19T18:12:15.572778Z","end":"2026-03-19T18:12:15.778726Z","steps":["trace[2087400277] 'agreement among raft nodes before linearized reading' (duration: 205.801504ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:15.77873Z","caller":"traceutil/trace.go:171","msg":"trace[1109836199] transaction","detail":"{read_only:false; response_revision:8907; number_of_response:1; }","duration":"206.893473ms","start":"2026-03-19T18:12:15.5718Z","end":"2026-03-19T18:12:15.778694Z","steps":["trace[1109836199] 'process raft request' (duration: 146.583114ms)","trace[1109836199] 'compare' (duration: 59.780915ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:12:15.975619Z","caller":"traceutil/trace.go:171","msg":"trace[31918847] linearizableReadLoop","detail":"{readStateIndex:9253; appliedIndex:9251; }","duration":"197.117387ms","start":"2026-03-19T18:12:15.778488Z","end":"2026-03-19T18:12:15.975605Z","steps":["trace[31918847] 'read index received' (duration: 103.870563ms)","trace[31918847] 'applied index is now lower than readState.Index' (duration: 93.246274ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:12:15.975764Z","caller":"traceutil/trace.go:171","msg":"trace[1126642761] transaction","detail":"{read_only:false; response_revision:8909; number_of_response:1; }","duration":"393.900847ms","start":"2026-03-19T18:12:15.581834Z","end":"2026-03-19T18:12:15.975735Z","steps":["trace[1126642761] 'process raft request' (duration: 300.55559ms)","trace[1126642761] 'compare' (duration: 93.008598ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:12:15.975744Z","caller":"traceutil/trace.go:171","msg":"trace[703711517] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"382.501517ms","start":"2026-03-19T18:12:15.593192Z","end":"2026-03-19T18:12:15.975694Z","steps":["trace[703711517] 'process raft request' (duration: 382.366523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:15.975843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.732587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:12:15.975868Z","caller":"traceutil/trace.go:171","msg":"trace[981219687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8910; }","duration":"313.788018ms","start":"2026-03-19T18:12:15.662074Z","end":"2026-03-19T18:12:15.975862Z","steps":["trace[981219687] 'agreement among raft nodes before linearized reading' (duration: 313.602593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:15.975884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.662059Z","time spent":"313.82116ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:12:15.975967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.593161Z","time spent":"382.698562ms","remote":"127.0.0.1:45996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11696,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:12:15.976019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.581821Z","time spent":"394.002619ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:12:15.976033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.626406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-19T18:12:15.976104Z","caller":"traceutil/trace.go:171","msg":"trace[984985677] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8910; }","duration":"394.744369ms","start":"2026-03-19T18:12:15.581341Z","end":"2026-03-19T18:12:15.976085Z","steps":["trace[984985677] 'agreement among raft nodes before linearized reading' (duration: 394.514333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:15.976183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.549208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:12:15.976217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.581323Z","time spent":"394.825961ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-03-19T18:12:15.976432Z","caller":"traceutil/trace.go:171","msg":"trace[1968578393] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8910; }","duration":"339.832646ms","start":"2026-03-19T18:12:15.636586Z","end":"2026-03-19T18:12:15.976419Z","steps":["trace[1968578393] 'agreement among raft nodes before linearized reading' (duration: 339.535898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:15.976468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.636565Z","time spent":"339.895048ms","remote":"127.0.0.1:45996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T18:12:15.976529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.430158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/glance-api-86d564d4db\" ","response":"range_response_count:1 size:11395"} {"level":"info","ts":"2026-03-19T18:12:15.976589Z","caller":"traceutil/trace.go:171","msg":"trace[819781866] range","detail":"{range_begin:/registry/replicasets/openstack/glance-api-86d564d4db; range_end:; response_count:1; response_revision:8910; }","duration":"395.51952ms","start":"2026-03-19T18:12:15.58105Z","end":"2026-03-19T18:12:15.976569Z","steps":["trace[819781866] 'agreement among raft nodes before linearized reading' (duration: 394.952725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:15.976634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.581031Z","time spent":"395.590882ms","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":11419,"request content":"key:\"/registry/replicasets/openstack/glance-api-86d564d4db\" "} {"level":"warn","ts":"2026-03-19T18:12:15.976904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.157272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-86d564d4db-kj5tw\" ","response":"range_response_count:1 size:11063"} {"level":"info","ts":"2026-03-19T18:12:15.976961Z","caller":"traceutil/trace.go:171","msg":"trace[1881620411] range","detail":"{range_begin:/registry/pods/openstack/glance-api-86d564d4db-kj5tw; range_end:; response_count:1; response_revision:8910; }","duration":"391.215104ms","start":"2026-03-19T18:12:15.58573Z","end":"2026-03-19T18:12:15.976945Z","steps":["trace[1881620411] 'agreement among raft nodes before linearized reading' (duration: 390.917566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:15.977149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.585688Z","time spent":"391.401099ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":11087,"request content":"key:\"/registry/pods/openstack/glance-api-86d564d4db-kj5tw\" "} {"level":"warn","ts":"2026-03-19T18:12:16.18613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.549895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:12:16.186362Z","caller":"traceutil/trace.go:171","msg":"trace[262277580] transaction","detail":"{read_only:false; response_revision:8911; number_of_response:1; }","duration":"403.132817ms","start":"2026-03-19T18:12:15.783195Z","end":"2026-03-19T18:12:16.186328Z","steps":["trace[262277580] 'process raft request' (duration: 292.290354ms)","trace[262277580] 'compare' (duration: 110.333099ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:12:16.186498Z","caller":"traceutil/trace.go:171","msg":"trace[317643740] transaction","detail":"{read_only:false; response_revision:8912; number_of_response:1; }","duration":"403.025054ms","start":"2026-03-19T18:12:15.783451Z","end":"2026-03-19T18:12:16.186476Z","steps":["trace[317643740] 'process raft request' (duration: 402.832179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.186525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.783175Z","time spent":"403.275721ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":663,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:12:16.186676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.783435Z","time spent":"403.118347ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5741,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:12:16.186976Z","caller":"traceutil/trace.go:171","msg":"trace[921784983] linearizableReadLoop","detail":"{readStateIndex:9257; appliedIndex:9253; }","duration":"211.296163ms","start":"2026-03-19T18:12:15.975662Z","end":"2026-03-19T18:12:16.186958Z","steps":["trace[921784983] 'read index received' (duration: 99.950346ms)","trace[921784983] 'applied index is now lower than readState.Index' (duration: 111.344907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:12:16.187135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.409231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:12:16.187181Z","caller":"traceutil/trace.go:171","msg":"trace[1349715890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8914; }","duration":"234.504814ms","start":"2026-03-19T18:12:15.952665Z","end":"2026-03-19T18:12:16.18717Z","steps":["trace[1349715890] 'agreement among raft nodes before linearized reading' (duration: 234.324679ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:16.187003Z","caller":"traceutil/trace.go:171","msg":"trace[815083032] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"333.751012ms","start":"2026-03-19T18:12:15.853233Z","end":"2026-03-19T18:12:16.186984Z","steps":["trace[815083032] 'process raft request' (duration: 333.550646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.187403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.358269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-api\" ","response":"range_response_count:1 size:522"} {"level":"info","ts":"2026-03-19T18:12:16.187048Z","caller":"traceutil/trace.go:171","msg":"trace[1984364232] transaction","detail":"{read_only:false; response_revision:8913; number_of_response:1; }","duration":"403.147057ms","start":"2026-03-19T18:12:15.783892Z","end":"2026-03-19T18:12:16.187039Z","steps":["trace[1984364232] 'process raft request' (duration: 402.466819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.187489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.227967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-19T18:12:16.187534Z","caller":"traceutil/trace.go:171","msg":"trace[1246709482] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8914; }","duration":"404.313419ms","start":"2026-03-19T18:12:15.78321Z","end":"2026-03-19T18:12:16.187523Z","steps":["trace[1246709482] 'agreement among raft nodes before linearized reading' (duration: 404.033112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.187468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.853221Z","time spent":"334.094721ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:12:16.187561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.783805Z","time spent":"403.693333ms","remote":"127.0.0.1:45786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5505,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:12:16.187575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.783188Z","time spent":"404.379471ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-03-19T18:12:16.187513Z","caller":"traceutil/trace.go:171","msg":"trace[98593626] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-api; range_end:; response_count:1; response_revision:8914; }","duration":"348.477182ms","start":"2026-03-19T18:12:15.838997Z","end":"2026-03-19T18:12:16.187474Z","steps":["trace[98593626] 'agreement among raft nodes before linearized reading' (duration: 348.125033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.1881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.838983Z","time spent":"349.097469ms","remote":"127.0.0.1:45746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":546,"request content":"key:\"/registry/serviceaccounts/openstack/glance-api\" "} {"level":"info","ts":"2026-03-19T18:12:16.27966Z","caller":"traceutil/trace.go:171","msg":"trace[148527342] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"299.784408ms","start":"2026-03-19T18:12:15.97985Z","end":"2026-03-19T18:12:16.279635Z","steps":["trace[148527342] 'process raft request' (duration: 299.587763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.280178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.586113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11711"} {"level":"warn","ts":"2026-03-19T18:12:16.280194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.952785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:12:16.280218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.770088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:12:16.280278Z","caller":"traceutil/trace.go:171","msg":"trace[599152340] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8916; }","duration":"299.123481ms","start":"2026-03-19T18:12:15.981132Z","end":"2026-03-19T18:12:16.280255Z","steps":["trace[599152340] 'agreement among raft nodes before linearized reading' (duration: 298.992097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.280426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.43411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T18:12:16.280456Z","caller":"traceutil/trace.go:171","msg":"trace[230699411] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8916; }","duration":"302.491822ms","start":"2026-03-19T18:12:15.977956Z","end":"2026-03-19T18:12:16.280448Z","steps":["trace[230699411] 'agreement among raft nodes before linearized reading' (duration: 302.361418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.28049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.977936Z","time spent":"302.546953ms","remote":"127.0.0.1:45706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T18:12:16.280231Z","caller":"traceutil/trace.go:171","msg":"trace[488136069] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:8916; }","duration":"292.742287ms","start":"2026-03-19T18:12:15.987476Z","end":"2026-03-19T18:12:16.280219Z","steps":["trace[488136069] 'agreement among raft nodes before linearized reading' (duration: 292.511341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.280527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.08952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/glance-api-86d564d4db\" ","response":"range_response_count:1 size:11395"} {"level":"info","ts":"2026-03-19T18:12:16.280592Z","caller":"traceutil/trace.go:171","msg":"trace[829134753] range","detail":"{range_begin:/registry/replicasets/openstack/glance-api-86d564d4db; range_end:; response_count:1; response_revision:8916; }","duration":"299.192562ms","start":"2026-03-19T18:12:15.98138Z","end":"2026-03-19T18:12:16.280573Z","steps":["trace[829134753] 'agreement among raft nodes before linearized reading' (duration: 298.974706ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:16.28029Z","caller":"traceutil/trace.go:171","msg":"trace[668150563] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8916; }","duration":"299.873791ms","start":"2026-03-19T18:12:15.980397Z","end":"2026-03-19T18:12:16.280271Z","steps":["trace[668150563] 'agreement among raft nodes before linearized reading' (duration: 299.751628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.280687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:15.980383Z","time spent":"300.281932ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-03-19T18:12:16.281016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.47217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T18:12:16.281022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.561177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:12:16.281059Z","caller":"traceutil/trace.go:171","msg":"trace[160066068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8916; }","duration":"274.530742ms","start":"2026-03-19T18:12:16.006514Z","end":"2026-03-19T18:12:16.281045Z","steps":["trace[160066068] 'agreement among raft nodes before linearized reading' (duration: 274.415829ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:16.281063Z","caller":"traceutil/trace.go:171","msg":"trace[1491224192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8916; }","duration":"134.66757ms","start":"2026-03-19T18:12:16.146383Z","end":"2026-03-19T18:12:16.281051Z","steps":["trace[1491224192] 'agreement among raft nodes before linearized reading' (duration: 134.596578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.281558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.205116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:12:16.281676Z","caller":"traceutil/trace.go:171","msg":"trace[231287593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8916; }","duration":"195.394142ms","start":"2026-03-19T18:12:16.086249Z","end":"2026-03-19T18:12:16.281644Z","steps":["trace[231287593] 'agreement among raft nodes before linearized reading' (duration: 194.712393ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:16.280268Z","caller":"traceutil/trace.go:171","msg":"trace[1387115446] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"293.613021ms","start":"2026-03-19T18:12:15.986645Z","end":"2026-03-19T18:12:16.280258Z","steps":["trace[1387115446] 'process raft request' (duration: 292.925902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.779885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828895983,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:12:16.802251Z","caller":"traceutil/trace.go:171","msg":"trace[1408567916] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"608.835247ms","start":"2026-03-19T18:12:16.19339Z","end":"2026-03-19T18:12:16.802225Z","steps":["trace[1408567916] 'process raft request' (duration: 608.777625ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:16.802294Z","caller":"traceutil/trace.go:171","msg":"trace[1820672251] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"609.792143ms","start":"2026-03-19T18:12:16.192462Z","end":"2026-03-19T18:12:16.802254Z","steps":["trace[1820672251] 'process raft request' (duration: 609.553506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.802467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:16.192449Z","time spent":"609.928127ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:12:16.802465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:16.193355Z","time spent":"608.96292ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:12:16.808194Z","caller":"traceutil/trace.go:171","msg":"trace[1949051185] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"518.42237ms","start":"2026-03-19T18:12:16.289736Z","end":"2026-03-19T18:12:16.808159Z","steps":["trace[1949051185] 'process raft request' (duration: 518.254716ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:16.808228Z","caller":"traceutil/trace.go:171","msg":"trace[1132700811] linearizableReadLoop","detail":"{readStateIndex:9264; appliedIndex:9259; }","duration":"528.37615ms","start":"2026-03-19T18:12:16.279827Z","end":"2026-03-19T18:12:16.808203Z","steps":["trace[1132700811] 'read index received' (duration: 522.256534ms)","trace[1132700811] 'applied index is now lower than readState.Index' (duration: 6.118486ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:12:16.808255Z","caller":"traceutil/trace.go:171","msg":"trace[472587941] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"520.412194ms","start":"2026-03-19T18:12:16.28771Z","end":"2026-03-19T18:12:16.808122Z","steps":["trace[472587941] 'process raft request' (duration: 520.123706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.808362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:16.287687Z","time spent":"520.617949ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:12:16.808388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:16.289724Z","time spent":"518.524963ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:12:16.808779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.363689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T18:12:16.808791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.063241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:12:16.808825Z","caller":"traceutil/trace.go:171","msg":"trace[1664317541] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8921; }","duration":"525.43462ms","start":"2026-03-19T18:12:16.283379Z","end":"2026-03-19T18:12:16.808814Z","steps":["trace[1664317541] 'agreement among raft nodes before linearized reading' (duration: 525.08286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.808796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.141677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-86d564d4db-kj5tw\" ","response":"range_response_count:1 size:12745"} {"level":"warn","ts":"2026-03-19T18:12:16.808854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:16.283361Z","time spent":"525.485782ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-19T18:12:16.808891Z","caller":"traceutil/trace.go:171","msg":"trace[1396705977] range","detail":"{range_begin:/registry/pods/openstack/glance-api-86d564d4db-kj5tw; range_end:; response_count:1; response_revision:8921; }","duration":"619.2829ms","start":"2026-03-19T18:12:16.189588Z","end":"2026-03-19T18:12:16.808871Z","steps":["trace[1396705977] 'agreement among raft nodes before linearized reading' (duration: 618.801397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.808922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.95936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-86d564d4db-kj5tw.189e509c62f24734\" ","response":"range_response_count:1 size:787"} {"level":"warn","ts":"2026-03-19T18:12:16.808938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:16.189568Z","time spent":"619.362413ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":12769,"request content":"key:\"/registry/pods/openstack/glance-api-86d564d4db-kj5tw\" "} {"level":"info","ts":"2026-03-19T18:12:16.808952Z","caller":"traceutil/trace.go:171","msg":"trace[1279970304] range","detail":"{range_begin:/registry/events/openstack/glance-api-86d564d4db-kj5tw.189e509c62f24734; range_end:; response_count:1; response_revision:8921; }","duration":"464.037191ms","start":"2026-03-19T18:12:16.344905Z","end":"2026-03-19T18:12:16.808943Z","steps":["trace[1279970304] 'agreement among raft nodes before linearized reading' (duration: 463.963579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.808979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:16.344876Z","time spent":"464.096123ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":811,"request content":"key:\"/registry/events/openstack/glance-api-86d564d4db-kj5tw.189e509c62f24734\" "} {"level":"warn","ts":"2026-03-19T18:12:16.808908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.531811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-19T18:12:16.809094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.021677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T18:12:16.808837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.592913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-19T18:12:16.809153Z","caller":"traceutil/trace.go:171","msg":"trace[53006522] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8921; }","duration":"614.940813ms","start":"2026-03-19T18:12:16.194201Z","end":"2026-03-19T18:12:16.809142Z","steps":["trace[53006522] 'agreement among raft nodes before linearized reading' (duration: 614.526852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.809207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.631774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-03-19T18:12:16.80921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.231168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3305"} {"level":"info","ts":"2026-03-19T18:12:16.809121Z","caller":"traceutil/trace.go:171","msg":"trace[1689683984] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8921; }","duration":"522.076939ms","start":"2026-03-19T18:12:16.287038Z","end":"2026-03-19T18:12:16.809115Z","steps":["trace[1689683984] 'agreement among raft nodes before linearized reading' (duration: 522.017688ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:16.809232Z","caller":"traceutil/trace.go:171","msg":"trace[27628435] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8921; }","duration":"522.700626ms","start":"2026-03-19T18:12:16.286524Z","end":"2026-03-19T18:12:16.809225Z","steps":["trace[27628435] 'agreement among raft nodes before linearized reading' (duration: 522.611174ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:16.809239Z","caller":"traceutil/trace.go:171","msg":"trace[422867357] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8921; }","duration":"134.334671ms","start":"2026-03-19T18:12:16.674897Z","end":"2026-03-19T18:12:16.809231Z","steps":["trace[422867357] 'agreement among raft nodes before linearized reading' (duration: 134.220498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.809252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:16.286436Z","time spent":"522.812079ms","remote":"127.0.0.1:45652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-19T18:12:16.80926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:16.287021Z","time spent":"522.228753ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T18:12:16.808847Z","caller":"traceutil/trace.go:171","msg":"trace[1914685610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8921; }","duration":"578.167793ms","start":"2026-03-19T18:12:16.230662Z","end":"2026-03-19T18:12:16.80883Z","steps":["trace[1914685610] 'agreement among raft nodes before linearized reading' (duration: 577.67671ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:16.809313Z","caller":"traceutil/trace.go:171","msg":"trace[1743062911] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:8921; }","duration":"547.898871ms","start":"2026-03-19T18:12:16.261209Z","end":"2026-03-19T18:12:16.809108Z","steps":["trace[1743062911] 'agreement among raft nodes before linearized reading' (duration: 547.14037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.809433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.527803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:12:16.80946Z","caller":"traceutil/trace.go:171","msg":"trace[644004811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8921; }","duration":"525.608395ms","start":"2026-03-19T18:12:16.283845Z","end":"2026-03-19T18:12:16.809454Z","steps":["trace[644004811] 'agreement among raft nodes before linearized reading' (duration: 525.564404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.80948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:16.283818Z","time spent":"525.655766ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:12:16.809372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:16.230636Z","time spent":"578.657787ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:12:16.809441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:16.261154Z","time spent":"548.26631ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-f925l\" "} {"level":"warn","ts":"2026-03-19T18:12:16.809211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:16.194184Z","time spent":"615.017345ms","remote":"127.0.0.1:45736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-19T18:12:16.809646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.488488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T18:12:16.809672Z","caller":"traceutil/trace.go:171","msg":"trace[839148994] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8921; }","duration":"207.54519ms","start":"2026-03-19T18:12:16.602119Z","end":"2026-03-19T18:12:16.809665Z","steps":["trace[839148994] 'agreement among raft nodes before linearized reading' (duration: 207.471218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.809808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.759585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:12:16.809855Z","caller":"traceutil/trace.go:171","msg":"trace[678258497] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8921; }","duration":"328.866498ms","start":"2026-03-19T18:12:16.480977Z","end":"2026-03-19T18:12:16.809843Z","steps":["trace[678258497] 'agreement among raft nodes before linearized reading' (duration: 328.687373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.80987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.682729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-db-init\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T18:12:16.809894Z","caller":"traceutil/trace.go:171","msg":"trace[1764498965] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-db-init; range_end:; response_count:1; response_revision:8921; }","duration":"361.743491ms","start":"2026-03-19T18:12:16.448144Z","end":"2026-03-19T18:12:16.809888Z","steps":["trace[1764498965] 'agreement among raft nodes before linearized reading' (duration: 361.679039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.809923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:16.448121Z","time spent":"361.797733ms","remote":"127.0.0.1:45746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":554,"request content":"key:\"/registry/serviceaccounts/openstack/glance-db-init\" "} {"level":"warn","ts":"2026-03-19T18:12:16.809042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.235566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-db-init-s8psc\" ","response":"range_response_count:1 size:5756"} {"level":"info","ts":"2026-03-19T18:12:16.810118Z","caller":"traceutil/trace.go:171","msg":"trace[1179145819] range","detail":"{range_begin:/registry/pods/openstack/glance-db-init-s8psc; range_end:; response_count:1; response_revision:8921; }","duration":"522.322306ms","start":"2026-03-19T18:12:16.287775Z","end":"2026-03-19T18:12:16.810097Z","steps":["trace[1179145819] 'agreement among raft nodes before linearized reading' (duration: 521.208896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.810236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:16.287764Z","time spent":"522.451339ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":5780,"request content":"key:\"/registry/pods/openstack/glance-db-init-s8psc\" "} {"level":"info","ts":"2026-03-19T18:12:16.809807Z","caller":"traceutil/trace.go:171","msg":"trace[495473386] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"516.828057ms","start":"2026-03-19T18:12:16.292968Z","end":"2026-03-19T18:12:16.809796Z","steps":["trace[495473386] 'process raft request' (duration: 515.091479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:16.810533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:16.292959Z","time spent":"517.510695ms","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11425,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:12:16.809896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:16.480949Z","time spent":"328.93523ms","remote":"127.0.0.1:45908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:12:17.494839Z","caller":"traceutil/trace.go:171","msg":"trace[1680251173] transaction","detail":"{read_only:false; response_revision:8930; number_of_response:1; }","duration":"107.689107ms","start":"2026-03-19T18:12:17.38711Z","end":"2026-03-19T18:12:17.494799Z","steps":["trace[1680251173] 'process raft request' (duration: 56.008522ms)","trace[1680251173] 'compare' (duration: 51.539551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:12:18.993232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.606801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:12:18.993334Z","caller":"traceutil/trace.go:171","msg":"trace[1235868171] linearizableReadLoop","detail":"{readStateIndex:9282; appliedIndex:9281; }","duration":"178.424429ms","start":"2026-03-19T18:12:18.814895Z","end":"2026-03-19T18:12:18.993319Z","steps":["trace[1235868171] 'read index received' (duration: 58.578412ms)","trace[1235868171] 'applied index is now lower than readState.Index' (duration: 119.844907ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:12:18.993362Z","caller":"traceutil/trace.go:171","msg":"trace[2080715753] transaction","detail":"{read_only:false; response_revision:8939; number_of_response:1; }","duration":"182.277034ms","start":"2026-03-19T18:12:18.811062Z","end":"2026-03-19T18:12:18.993339Z","steps":["trace[2080715753] 'process raft request' (duration: 62.460487ms)","trace[2080715753] 'compare' (duration: 119.412566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:12:18.993491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.603604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:12:18.993529Z","caller":"traceutil/trace.go:171","msg":"trace[1146610604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8939; }","duration":"178.667596ms","start":"2026-03-19T18:12:18.814848Z","end":"2026-03-19T18:12:18.993516Z","steps":["trace[1146610604] 'agreement among raft nodes before linearized reading' (duration: 178.542792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:18.993625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.254138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T18:12:18.993597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.567426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:12:18.993688Z","caller":"traceutil/trace.go:171","msg":"trace[995809604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8939; }","duration":"120.358491ms","start":"2026-03-19T18:12:18.873313Z","end":"2026-03-19T18:12:18.993672Z","steps":["trace[995809604] 'agreement among raft nodes before linearized reading' (duration: 120.194397ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:18.993701Z","caller":"traceutil/trace.go:171","msg":"trace[1263116610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8939; }","duration":"177.73192ms","start":"2026-03-19T18:12:18.815952Z","end":"2026-03-19T18:12:18.993684Z","steps":["trace[1263116610] 'agreement among raft nodes before linearized reading' (duration: 177.499704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:18.993779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.076457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:12:18.993901Z","caller":"traceutil/trace.go:171","msg":"trace[1295054070] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:8939; }","duration":"112.249701ms","start":"2026-03-19T18:12:18.881627Z","end":"2026-03-19T18:12:18.993877Z","steps":["trace[1295054070] 'agreement among raft nodes before linearized reading' (duration: 111.86953ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:19.21842Z","caller":"traceutil/trace.go:171","msg":"trace[1847095422] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"219.928368ms","start":"2026-03-19T18:12:18.998463Z","end":"2026-03-19T18:12:19.218391Z","steps":["trace[1847095422] 'process raft request' (duration: 219.481606ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:19.218418Z","caller":"traceutil/trace.go:171","msg":"trace[81337926] linearizableReadLoop","detail":"{readStateIndex:9284; appliedIndex:9282; }","duration":"218.618692ms","start":"2026-03-19T18:12:18.999773Z","end":"2026-03-19T18:12:19.218392Z","steps":["trace[81337926] 'read index received' (duration: 42.31431ms)","trace[81337926] 'applied index is now lower than readState.Index' (duration: 176.303202ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:12:19.218543Z","caller":"traceutil/trace.go:171","msg":"trace[1771058550] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"216.616248ms","start":"2026-03-19T18:12:19.001893Z","end":"2026-03-19T18:12:19.218509Z","steps":["trace[1771058550] 'process raft request' (duration: 216.248078ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:19.218591Z","caller":"traceutil/trace.go:171","msg":"trace[112273109] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"218.16449ms","start":"2026-03-19T18:12:19.000395Z","end":"2026-03-19T18:12:19.21856Z","steps":["trace[112273109] 'process raft request' (duration: 217.707797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:19.218763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.71454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"warn","ts":"2026-03-19T18:12:19.218827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.043284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:254595"} {"level":"info","ts":"2026-03-19T18:12:19.218827Z","caller":"traceutil/trace.go:171","msg":"trace[1280022064] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:8943; }","duration":"149.828953ms","start":"2026-03-19T18:12:19.068981Z","end":"2026-03-19T18:12:19.21881Z","steps":["trace[1280022064] 'agreement among raft nodes before linearized reading' (duration: 149.673858ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:19.218864Z","caller":"traceutil/trace.go:171","msg":"trace[465080228] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:8943; }","duration":"219.085265ms","start":"2026-03-19T18:12:18.999768Z","end":"2026-03-19T18:12:19.218853Z","steps":["trace[465080228] 'agreement among raft nodes before linearized reading' (duration: 218.699334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:19.754551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.229521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:12:19.754777Z","caller":"traceutil/trace.go:171","msg":"trace[1849116093] transaction","detail":"{read_only:false; response_revision:8947; number_of_response:1; }","duration":"155.677971ms","start":"2026-03-19T18:12:19.599065Z","end":"2026-03-19T18:12:19.754743Z","steps":["trace[1849116093] 'process raft request' (duration: 35.927636ms)","trace[1849116093] 'compare' (duration: 119.013465ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:12:19.754957Z","caller":"traceutil/trace.go:171","msg":"trace[1174731115] transaction","detail":"{read_only:false; response_revision:8948; number_of_response:1; }","duration":"153.508342ms","start":"2026-03-19T18:12:19.601426Z","end":"2026-03-19T18:12:19.754934Z","steps":["trace[1174731115] 'process raft request' (duration: 153.229745ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:19.75521Z","caller":"traceutil/trace.go:171","msg":"trace[1085767988] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"152.989568ms","start":"2026-03-19T18:12:19.602203Z","end":"2026-03-19T18:12:19.755193Z","steps":["trace[1085767988] 'process raft request' (duration: 152.591828ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:32.289401Z","caller":"traceutil/trace.go:171","msg":"trace[327526414] transaction","detail":"{read_only:false; response_revision:9099; number_of_response:1; }","duration":"327.227794ms","start":"2026-03-19T18:12:31.962147Z","end":"2026-03-19T18:12:32.289375Z","steps":["trace[327526414] 'process raft request' (duration: 327.06174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:32.28956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:31.962124Z","time spent":"327.353188ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10124,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:12:32.293999Z","caller":"traceutil/trace.go:171","msg":"trace[711785068] linearizableReadLoop","detail":"{readStateIndex:9446; appliedIndex:9444; }","duration":"179.818298ms","start":"2026-03-19T18:12:32.114157Z","end":"2026-03-19T18:12:32.293975Z","steps":["trace[711785068] 'read index received' (duration: 175.055569ms)","trace[711785068] 'applied index is now lower than readState.Index' (duration: 4.761739ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:12:32.294247Z","caller":"traceutil/trace.go:171","msg":"trace[1247553175] transaction","detail":"{read_only:false; response_revision:9100; number_of_response:1; }","duration":"182.278475ms","start":"2026-03-19T18:12:32.111948Z","end":"2026-03-19T18:12:32.294227Z","steps":["trace[1247553175] 'process raft request' (duration: 181.886124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:32.294285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.447856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:12:32.294334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.179288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:12:32.29436Z","caller":"traceutil/trace.go:171","msg":"trace[1841730252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9100; }","duration":"148.564678ms","start":"2026-03-19T18:12:32.145778Z","end":"2026-03-19T18:12:32.294342Z","steps":["trace[1841730252] 'agreement among raft nodes before linearized reading' (duration: 148.441785ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:32.29438Z","caller":"traceutil/trace.go:171","msg":"trace[252655519] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9100; }","duration":"180.26091ms","start":"2026-03-19T18:12:32.114106Z","end":"2026-03-19T18:12:32.294367Z","steps":["trace[252655519] 'agreement among raft nodes before linearized reading' (duration: 180.067224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:32.667985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.382805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:12:32.668099Z","caller":"traceutil/trace.go:171","msg":"trace[1248866064] linearizableReadLoop","detail":"{readStateIndex:9449; appliedIndex:9448; }","duration":"288.971394ms","start":"2026-03-19T18:12:32.379111Z","end":"2026-03-19T18:12:32.668083Z","steps":["trace[1248866064] 'read index received' (duration: 45.423165ms)","trace[1248866064] 'applied index is now lower than readState.Index' (duration: 243.547019ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:12:32.668184Z","caller":"traceutil/trace.go:171","msg":"trace[1998003838] transaction","detail":"{read_only:false; response_revision:9103; number_of_response:1; }","duration":"291.914874ms","start":"2026-03-19T18:12:32.376231Z","end":"2026-03-19T18:12:32.668145Z","steps":["trace[1998003838] 'process raft request' (duration: 48.285702ms)","trace[1998003838] 'compare' (duration: 243.096617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:12:32.668236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.135379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-19T18:12:32.668269Z","caller":"traceutil/trace.go:171","msg":"trace[997255351] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9103; }","duration":"289.210401ms","start":"2026-03-19T18:12:32.379047Z","end":"2026-03-19T18:12:32.668258Z","steps":["trace[997255351] 'agreement among raft nodes before linearized reading' (duration: 289.079407ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:40.872897Z","caller":"traceutil/trace.go:171","msg":"trace[1573611430] linearizableReadLoop","detail":"{readStateIndex:9493; appliedIndex:9492; }","duration":"173.373982ms","start":"2026-03-19T18:12:40.699494Z","end":"2026-03-19T18:12:40.872868Z","steps":["trace[1573611430] 'read index received' (duration: 172.9434ms)","trace[1573611430] 'applied index is now lower than readState.Index' (duration: 429.542µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:12:40.872965Z","caller":"traceutil/trace.go:171","msg":"trace[1205683854] transaction","detail":"{read_only:false; response_revision:9146; number_of_response:1; }","duration":"405.340578ms","start":"2026-03-19T18:12:40.467594Z","end":"2026-03-19T18:12:40.872935Z","steps":["trace[1205683854] 'process raft request' (duration: 404.899816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:40.873105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:40.467558Z","time spent":"405.463381ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:12:40.873112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.606829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:12:40.873506Z","caller":"traceutil/trace.go:171","msg":"trace[1912074466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9146; }","duration":"174.06395ms","start":"2026-03-19T18:12:40.699417Z","end":"2026-03-19T18:12:40.873481Z","steps":["trace[1912074466] 'agreement among raft nodes before linearized reading' (duration: 173.563077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:46.409048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828896594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:12:46.909846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828896594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:12:47.410671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828896594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:12:47.904948Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.059378564s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:12:47.905332Z","caller":"traceutil/trace.go:171","msg":"trace[2058782714] transaction","detail":"{read_only:false; response_revision:9169; number_of_response:1; }","duration":"2.059876417s","start":"2026-03-19T18:12:45.845433Z","end":"2026-03-19T18:12:47.90531Z","steps":["trace[2058782714] 'process raft request' (duration: 2.059708903s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:47.905455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:45.845404Z","time spent":"2.059982771s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:12:48.145998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999918917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T18:12:48.146124Z","caller":"traceutil/trace.go:171","msg":"trace[1620061506] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000106543s","start":"2026-03-19T18:12:46.145987Z","end":"2026-03-19T18:12:48.146094Z","steps":["trace[1620061506] 'agreement among raft nodes before linearized reading' (duration: 1.999937548s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:48.146218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:46.145969Z","time spent":"2.000237407s","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 18:12:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:12:50.14664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000262486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T18:12:50.146766Z","caller":"traceutil/trace.go:171","msg":"trace[679070748] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000470132s","start":"2026-03-19T18:12:48.146267Z","end":"2026-03-19T18:12:50.146737Z","steps":["trace[679070748] 'agreement among raft nodes before linearized reading' (duration: 2.000298817s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:50.146829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:48.146239Z","time spent":"2.000578714s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:12:50.354606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38230594s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:12:50.354966Z","caller":"traceutil/trace.go:171","msg":"trace[1992009783] linearizableReadLoop","detail":"{readStateIndex:9521; appliedIndex:9517; }","duration":"4.446736711s","start":"2026-03-19T18:12:45.908207Z","end":"2026-03-19T18:12:50.354943Z","steps":["trace[1992009783] 'read index received' (duration: 1.996952287s)","trace[1992009783] 'applied index is now lower than readState.Index' (duration: 2.449782584s)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:12:50.354941Z","caller":"traceutil/trace.go:171","msg":"trace[2012272575] transaction","detail":"{read_only:false; response_revision:9170; number_of_response:1; }","duration":"4.508684655s","start":"2026-03-19T18:12:45.846209Z","end":"2026-03-19T18:12:50.354893Z","steps":["trace[2012272575] 'process raft request' (duration: 2.125961704s)","trace[2012272575] 'compare' (duration: 2.381646542s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:12:50.35515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:45.846172Z","time spent":"4.50886264s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:12:50.355237Z","caller":"traceutil/trace.go:171","msg":"trace[1319338042] transaction","detail":"{read_only:false; response_revision:9171; number_of_response:1; }","duration":"4.507609126s","start":"2026-03-19T18:12:45.847615Z","end":"2026-03-19T18:12:50.355224Z","steps":["trace[1319338042] 'process raft request' (duration: 4.507146343s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:50.35532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:45.847597Z","time spent":"4.507682678s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:12:50.355509Z","caller":"traceutil/trace.go:171","msg":"trace[2099247371] transaction","detail":"{read_only:false; response_revision:9172; number_of_response:1; }","duration":"3.044246941s","start":"2026-03-19T18:12:47.311252Z","end":"2026-03-19T18:12:50.355499Z","steps":["trace[2099247371] 'process raft request' (duration: 3.043634935s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:50.355571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:47.31123Z","time spent":"3.044311254s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:12:50.355813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.447595205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:12:50.355857Z","caller":"traceutil/trace.go:171","msg":"trace[1062867486] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:9172; }","duration":"4.447675757s","start":"2026-03-19T18:12:45.908168Z","end":"2026-03-19T18:12:50.355844Z","steps":["trace[1062867486] 'agreement among raft nodes before linearized reading' (duration: 4.447594245s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:50.355895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:45.908149Z","time spent":"4.447736118s","remote":"127.0.0.1:37468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:12:50.855997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828896601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:12:51.357253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828896601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:12:51.487824Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.191539396s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T18:12:52.154392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000556835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T18:12:52.154484Z","caller":"traceutil/trace.go:171","msg":"trace[1162196028] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000720409s","start":"2026-03-19T18:12:50.153747Z","end":"2026-03-19T18:12:52.154468Z","steps":["trace[1162196028] 'agreement among raft nodes before linearized reading' (duration: 2.000591386s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:52.154524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:50.153721Z","time spent":"2.000795851s","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 18:12:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:12:52.22128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998880228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T18:12:52.221359Z","caller":"traceutil/trace.go:171","msg":"trace[223964508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999029533s","start":"2026-03-19T18:12:47.222309Z","end":"2026-03-19T18:12:52.221339Z","steps":["trace[223964508] 'agreement among raft nodes before linearized reading' (duration: 4.99892996s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:52.221407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:47.222277Z","time spent":"4.999119505s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/19 18:12:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:12:52.32986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:51.954061Z","time spent":"375.790264ms","remote":"127.0.0.1:53712","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T18:12:52.3304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.271733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:12:52.330548Z","caller":"traceutil/trace.go:171","msg":"trace[1809577462] transaction","detail":"{read_only:false; response_revision:9173; number_of_response:1; }","duration":"2.906093368s","start":"2026-03-19T18:12:49.424434Z","end":"2026-03-19T18:12:52.330528Z","steps":["trace[1809577462] 'process raft request' (duration: 2.063584878s)","trace[1809577462] 'compare' (duration: 842.13652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:12:52.330601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:49.424413Z","time spent":"2.906165609s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:12:52.347365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.983703126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T18:12:52.347491Z","caller":"traceutil/trace.go:171","msg":"trace[860592215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.983884111s","start":"2026-03-19T18:12:47.363577Z","end":"2026-03-19T18:12:52.347461Z","steps":["trace[860592215] 'agreement among raft nodes before linearized reading' (duration: 4.983717356s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:52.347573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:47.363568Z","time spent":"4.983993344s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/19 18:12:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:12:52.354142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9904716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T18:12:52.354228Z","caller":"traceutil/trace.go:171","msg":"trace[177866833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.990596013s","start":"2026-03-19T18:12:47.363613Z","end":"2026-03-19T18:12:52.354209Z","steps":["trace[177866833] 'agreement among raft nodes before linearized reading' (duration: 4.99047601s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:52.354273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:47.363609Z","time spent":"4.990654865s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/19 18:12:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T18:12:53.17666Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.688622096s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:12:53.17722Z","caller":"traceutil/trace.go:171","msg":"trace[1638563855] transaction","detail":"{read_only:false; response_revision:9174; number_of_response:1; }","duration":"3.266257466s","start":"2026-03-19T18:12:49.910937Z","end":"2026-03-19T18:12:53.177194Z","steps":["trace[1638563855] 'process raft request' (duration: 3.265979728s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:53.17736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:49.910907Z","time spent":"3.266381179s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:12:53.27861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.418147ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T18:12:53.279539Z","caller":"traceutil/trace.go:171","msg":"trace[1600598700] linearizableReadLoop","detail":"{readStateIndex:9525; appliedIndex:9521; }","duration":"2.924490877s","start":"2026-03-19T18:12:50.355008Z","end":"2026-03-19T18:12:53.279499Z","steps":["trace[1600598700] 'read index received' (duration: 1.133010895s)","trace[1600598700] 'applied index is now lower than readState.Index' (duration: 1.791477512s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:12:53.279621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.487426946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:12:53.279689Z","caller":"traceutil/trace.go:171","msg":"trace[1446103176] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:9176; }","duration":"5.487550479s","start":"2026-03-19T18:12:47.792122Z","end":"2026-03-19T18:12:53.279672Z","steps":["trace[1446103176] 'agreement among raft nodes before linearized reading' (duration: 5.487429786s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:53.279464Z","caller":"traceutil/trace.go:171","msg":"trace[1332585818] transaction","detail":"{read_only:false; response_revision:9175; number_of_response:1; }","duration":"2.241341909s","start":"2026-03-19T18:12:51.03809Z","end":"2026-03-19T18:12:53.279432Z","steps":["trace[1332585818] 'process raft request' (duration: 2.240616459s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:53.279716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.06632568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:12:53.279738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.928780343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:12:53.279755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:47.792099Z","time spent":"5.487639032s","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:12:53.279789Z","caller":"traceutil/trace.go:171","msg":"trace[859455530] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9176; }","duration":"5.066450514s","start":"2026-03-19T18:12:48.21332Z","end":"2026-03-19T18:12:53.27977Z","steps":["trace[859455530] 'agreement among raft nodes before linearized reading' (duration: 5.066281899s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:53.279794Z","caller":"traceutil/trace.go:171","msg":"trace[1174658215] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:9176; }","duration":"3.928886166s","start":"2026-03-19T18:12:49.350893Z","end":"2026-03-19T18:12:53.279779Z","steps":["trace[1174658215] 'agreement among raft nodes before linearized reading' (duration: 3.928790664s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:53.279839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:48.213301Z","time spent":"5.066530957s","remote":"127.0.0.1:45682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:12:53.279845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:49.350868Z","time spent":"3.928964208s","remote":"127.0.0.1:45666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:12:53.279883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:51.038052Z","time spent":"2.241725869s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:12:53.279944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.900233376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:12:53.279979Z","caller":"traceutil/trace.go:171","msg":"trace[86637241] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:9176; }","duration":"5.900287767s","start":"2026-03-19T18:12:47.379681Z","end":"2026-03-19T18:12:53.279969Z","steps":["trace[86637241] 'agreement among raft nodes before linearized reading' (duration: 5.900193575s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:53.280013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:47.379661Z","time spent":"5.900346119s","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-f925l\" "} {"level":"warn","ts":"2026-03-19T18:12:53.279848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.779529025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-86d564d4db-kj5tw.189e509c62f24734\" ","response":"range_response_count:1 size:787"} {"level":"warn","ts":"2026-03-19T18:12:53.280065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.262250315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:12:53.280113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.925220565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:12:53.280143Z","caller":"traceutil/trace.go:171","msg":"trace[188229749] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9176; }","duration":"4.925271837s","start":"2026-03-19T18:12:48.35486Z","end":"2026-03-19T18:12:53.280131Z","steps":["trace[188229749] 'agreement among raft nodes before linearized reading' (duration: 4.925227726s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:53.280171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:48.354845Z","time spent":"4.925320618s","remote":"127.0.0.1:36826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:12:53.280179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.37827875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:12:53.280254Z","caller":"traceutil/trace.go:171","msg":"trace[1103258067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9176; }","duration":"6.378393073s","start":"2026-03-19T18:12:46.901843Z","end":"2026-03-19T18:12:53.280236Z","steps":["trace[1103258067] 'agreement among raft nodes before linearized reading' (duration: 6.378241749s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:53.280243Z","caller":"traceutil/trace.go:171","msg":"trace[1224418961] transaction","detail":"{read_only:false; response_revision:9176; number_of_response:1; }","duration":"919.997734ms","start":"2026-03-19T18:12:52.360217Z","end":"2026-03-19T18:12:53.280214Z","steps":["trace[1224418961] 'process raft request' (duration: 919.198502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:53.280307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:46.901821Z","time spent":"6.378474924s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:12:53.280319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.424107715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T18:12:53.280367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:52.36019Z","time spent":"920.117338ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:12:53.2804Z","caller":"traceutil/trace.go:171","msg":"trace[517605953] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9176; }","duration":"5.424199257s","start":"2026-03-19T18:12:47.856158Z","end":"2026-03-19T18:12:53.280357Z","steps":["trace[517605953] 'agreement among raft nodes before linearized reading' (duration: 5.424006882s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:53.280449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:47.856134Z","time spent":"5.42430249s","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:12:53.28048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.158002182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:12:53.28051Z","caller":"traceutil/trace.go:171","msg":"trace[743413176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9177; }","duration":"6.158059954s","start":"2026-03-19T18:12:47.122442Z","end":"2026-03-19T18:12:53.280502Z","steps":["trace[743413176] 'agreement among raft nodes before linearized reading' (duration: 6.157970761s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:53.280537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:47.122423Z","time spent":"6.158110166s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:12:53.280528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.113851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:12:53.280587Z","caller":"traceutil/trace.go:171","msg":"trace[1822023932] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9177; }","duration":"398.206633ms","start":"2026-03-19T18:12:52.882368Z","end":"2026-03-19T18:12:53.280574Z","steps":["trace[1822023932] 'agreement among raft nodes before linearized reading' (duration: 398.119141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:53.280479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.610489081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:12:53.280626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:52.88235Z","time spent":"398.267995ms","remote":"127.0.0.1:45950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:12:53.280642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366306695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:12:53.280708Z","caller":"traceutil/trace.go:171","msg":"trace[1248291038] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:9177; }","duration":"2.366399928s","start":"2026-03-19T18:12:50.914292Z","end":"2026-03-19T18:12:53.280692Z","steps":["trace[1248291038] 'agreement among raft nodes before linearized reading' (duration: 2.366208753s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:53.280717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.948342104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:12:53.280733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126191769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:12:53.280768Z","caller":"traceutil/trace.go:171","msg":"trace[1812603114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9177; }","duration":"1.126268531s","start":"2026-03-19T18:12:52.154493Z","end":"2026-03-19T18:12:53.280761Z","steps":["trace[1812603114] 'agreement among raft nodes before linearized reading' (duration: 1.12622067s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:53.280765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:50.914271Z","time spent":"2.36648051s","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":108,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:12:53.28077Z","caller":"traceutil/trace.go:171","msg":"trace[1664824725] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9177; }","duration":"5.948441777s","start":"2026-03-19T18:12:47.332315Z","end":"2026-03-19T18:12:53.280757Z","steps":["trace[1664824725] 'agreement among raft nodes before linearized reading' (duration: 5.948310363s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:53.280794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:52.154457Z","time spent":"1.126332223s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:12:53.280818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:47.332291Z","time spent":"5.948513379s","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":59,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:12:53.280519Z","caller":"traceutil/trace.go:171","msg":"trace[1789013669] transaction","detail":"{read_only:false; response_revision:9177; number_of_response:1; }","duration":"919.46276ms","start":"2026-03-19T18:12:52.361036Z","end":"2026-03-19T18:12:53.280499Z","steps":["trace[1789013669] 'process raft request' (duration: 918.457963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:53.280713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.294137922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T18:12:53.280962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:52.361019Z","time spent":"919.876652ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:12:53.280976Z","caller":"traceutil/trace.go:171","msg":"trace[887905101] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9177; }","duration":"6.294432781s","start":"2026-03-19T18:12:46.986535Z","end":"2026-03-19T18:12:53.280968Z","steps":["trace[887905101] 'agreement among raft nodes before linearized reading' (duration: 6.29404581s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:53.280135Z","caller":"traceutil/trace.go:171","msg":"trace[1114544943] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9176; }","duration":"5.262329238s","start":"2026-03-19T18:12:48.01779Z","end":"2026-03-19T18:12:53.28012Z","steps":["trace[1114544943] 'agreement among raft nodes before linearized reading' (duration: 5.262215484s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:53.281007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:46.986505Z","time spent":"6.294493802s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T18:12:53.280082Z","caller":"traceutil/trace.go:171","msg":"trace[1713617284] range","detail":"{range_begin:/registry/events/openstack/glance-api-86d564d4db-kj5tw.189e509c62f24734; range_end:; response_count:1; response_revision:9176; }","duration":"5.779818574s","start":"2026-03-19T18:12:47.500236Z","end":"2026-03-19T18:12:53.280055Z","steps":["trace[1713617284] 'agreement among raft nodes before linearized reading' (duration: 5.779448754s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:53.280998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366242724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:12:53.281034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:48.017739Z","time spent":"5.263273714s","remote":"127.0.0.1:56794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:12:53.281059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:47.50021Z","time spent":"5.780829671s","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":811,"request content":"key:\"/registry/events/openstack/glance-api-86d564d4db-kj5tw.189e509c62f24734\" "} {"level":"info","ts":"2026-03-19T18:12:53.281065Z","caller":"traceutil/trace.go:171","msg":"trace[716217607] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9177; }","duration":"1.366337426s","start":"2026-03-19T18:12:51.914704Z","end":"2026-03-19T18:12:53.281042Z","steps":["trace[716217607] 'agreement among raft nodes before linearized reading' (duration: 1.366242623s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:53.281126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:51.914684Z","time spent":"1.366424898s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:12:53.280664Z","caller":"traceutil/trace.go:171","msg":"trace[1791154363] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9177; }","duration":"6.610714897s","start":"2026-03-19T18:12:46.669934Z","end":"2026-03-19T18:12:53.280649Z","steps":["trace[1791154363] 'agreement among raft nodes before linearized reading' (duration: 6.610239714s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:53.281189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:46.66991Z","time spent":"6.611263462s","remote":"127.0.0.1:56812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:12:53.28108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.330861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:12:53.281265Z","caller":"traceutil/trace.go:171","msg":"trace[480392065] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9177; }","duration":"304.588719ms","start":"2026-03-19T18:12:52.976662Z","end":"2026-03-19T18:12:53.281251Z","steps":["trace[480392065] 'agreement among raft nodes before linearized reading' (duration: 304.387474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:53.28133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:12:52.976639Z","time spent":"304.676451ms","remote":"127.0.0.1:37008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:12:53.490433Z","caller":"traceutil/trace.go:171","msg":"trace[463884091] transaction","detail":"{read_only:false; response_revision:9179; number_of_response:1; }","duration":"204.905229ms","start":"2026-03-19T18:12:53.285471Z","end":"2026-03-19T18:12:53.490377Z","steps":["trace[463884091] 'process raft request' (duration: 201.023844ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:53.490635Z","caller":"traceutil/trace.go:171","msg":"trace[2056109321] transaction","detail":"{read_only:false; response_revision:9182; number_of_response:1; }","duration":"204.398855ms","start":"2026-03-19T18:12:53.286192Z","end":"2026-03-19T18:12:53.490591Z","steps":["trace[2056109321] 'process raft request' (duration: 204.140338ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:53.490451Z","caller":"traceutil/trace.go:171","msg":"trace[194526552] transaction","detail":"{read_only:false; response_revision:9181; number_of_response:1; }","duration":"204.459007ms","start":"2026-03-19T18:12:53.285938Z","end":"2026-03-19T18:12:53.490397Z","steps":["trace[194526552] 'process raft request' (duration: 204.357674ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:53.490478Z","caller":"traceutil/trace.go:171","msg":"trace[46426796] linearizableReadLoop","detail":"{readStateIndex:9530; appliedIndex:9527; }","duration":"204.618471ms","start":"2026-03-19T18:12:53.28576Z","end":"2026-03-19T18:12:53.490378Z","steps":["trace[46426796] 'read index received' (duration: 65.781418ms)","trace[46426796] 'applied index is now lower than readState.Index' (duration: 138.835733ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:12:53.490538Z","caller":"traceutil/trace.go:171","msg":"trace[1320782376] transaction","detail":"{read_only:false; response_revision:9180; number_of_response:1; }","duration":"204.991461ms","start":"2026-03-19T18:12:53.285537Z","end":"2026-03-19T18:12:53.490528Z","steps":["trace[1320782376] 'process raft request' (duration: 204.708964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:53.491133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.062291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6dcfc89c74-h7wfc.189e507ef9142155\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-19T18:12:53.491133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.347561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291515"} {"level":"info","ts":"2026-03-19T18:12:53.491181Z","caller":"traceutil/trace.go:171","msg":"trace[1567851730] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6dcfc89c74-h7wfc.189e507ef9142155; range_end:; response_count:1; response_revision:9182; }","duration":"135.176464ms","start":"2026-03-19T18:12:53.355991Z","end":"2026-03-19T18:12:53.491167Z","steps":["trace[1567851730] 'agreement among raft nodes before linearized reading' (duration: 135.04667ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:53.491202Z","caller":"traceutil/trace.go:171","msg":"trace[1036244046] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9182; }","duration":"205.452964ms","start":"2026-03-19T18:12:53.285731Z","end":"2026-03-19T18:12:53.491184Z","steps":["trace[1036244046] 'agreement among raft nodes before linearized reading' (duration: 204.816217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:12:53.491228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.147166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T18:12:53.491319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.587834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:12:53.491379Z","caller":"traceutil/trace.go:171","msg":"trace[2011716646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9182; }","duration":"203.674376ms","start":"2026-03-19T18:12:53.287683Z","end":"2026-03-19T18:12:53.491358Z","steps":["trace[2011716646] 'agreement among raft nodes before linearized reading' (duration: 203.568563ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:12:53.491345Z","caller":"traceutil/trace.go:171","msg":"trace[1453504514] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9182; }","duration":"205.343141ms","start":"2026-03-19T18:12:53.285986Z","end":"2026-03-19T18:12:53.491329Z","steps":["trace[1453504514] 'agreement among raft nodes before linearized reading' (duration: 205.036703ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:42.489082Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7327} {"level":"info","ts":"2026-03-19T18:13:42.561277Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7327,"took":"70.040293ms","hash":1029514211,"current-db-size-bytes":38449152,"current-db-size":"38 MB","current-db-size-in-use-bytes":24883200,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-19T18:13:42.561352Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1029514211,"revision":7327,"compact-revision":5209} {"level":"warn","ts":"2026-03-19T18:13:45.635431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.258961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:13:45.635744Z","caller":"traceutil/trace.go:171","msg":"trace[1766586776] transaction","detail":"{read_only:false; response_revision:9535; number_of_response:1; }","duration":"172.752365ms","start":"2026-03-19T18:13:45.46296Z","end":"2026-03-19T18:13:45.635712Z","steps":["trace[1766586776] 'process raft request' (duration: 67.117494ms)","trace[1766586776] 'compare' (duration: 105.131147ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:13:45.635833Z","caller":"traceutil/trace.go:171","msg":"trace[203353381] transaction","detail":"{read_only:false; response_revision:9536; number_of_response:1; }","duration":"167.877183ms","start":"2026-03-19T18:13:45.467931Z","end":"2026-03-19T18:13:45.635808Z","steps":["trace[203353381] 'process raft request' (duration: 167.641756ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:48.041737Z","caller":"traceutil/trace.go:171","msg":"trace[667158861] linearizableReadLoop","detail":"{readStateIndex:9914; appliedIndex:9913; }","duration":"102.28042ms","start":"2026-03-19T18:13:47.939433Z","end":"2026-03-19T18:13:48.041713Z","steps":["trace[667158861] 'read index received' (duration: 9.512379ms)","trace[667158861] 'applied index is now lower than readState.Index' (duration: 92.766751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:13:48.04197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.531936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:13:48.042015Z","caller":"traceutil/trace.go:171","msg":"trace[1888227815] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:9551; }","duration":"102.65527ms","start":"2026-03-19T18:13:47.939348Z","end":"2026-03-19T18:13:48.042003Z","steps":["trace[1888227815] 'agreement among raft nodes before linearized reading' (duration: 102.467765ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:48.041993Z","caller":"traceutil/trace.go:171","msg":"trace[1745688016] transaction","detail":"{read_only:false; response_revision:9551; number_of_response:1; }","duration":"102.810564ms","start":"2026-03-19T18:13:47.939127Z","end":"2026-03-19T18:13:48.041938Z","steps":["trace[1745688016] 'compare' (duration: 92.152895ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:48.833232Z","caller":"traceutil/trace.go:171","msg":"trace[1344648958] linearizableReadLoop","detail":"{readStateIndex:9916; appliedIndex:9915; }","duration":"192.923724ms","start":"2026-03-19T18:13:48.640283Z","end":"2026-03-19T18:13:48.833207Z","steps":["trace[1344648958] 'read index received' (duration: 192.718748ms)","trace[1344648958] 'applied index is now lower than readState.Index' (duration: 203.826µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:13:48.833268Z","caller":"traceutil/trace.go:171","msg":"trace[1242762247] transaction","detail":"{read_only:false; response_revision:9553; number_of_response:1; }","duration":"197.56704ms","start":"2026-03-19T18:13:48.635678Z","end":"2026-03-19T18:13:48.833245Z","steps":["trace[1242762247] 'process raft request' (duration: 197.346974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:48.833426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.127399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:13:48.833468Z","caller":"traceutil/trace.go:171","msg":"trace[1145205266] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9553; }","duration":"193.243492ms","start":"2026-03-19T18:13:48.640213Z","end":"2026-03-19T18:13:48.833457Z","steps":["trace[1145205266] 'agreement among raft nodes before linearized reading' (duration: 193.093268ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:49.794092Z","caller":"traceutil/trace.go:171","msg":"trace[1029539599] linearizableReadLoop","detail":"{readStateIndex:9919; appliedIndex:9918; }","duration":"106.678029ms","start":"2026-03-19T18:13:49.68739Z","end":"2026-03-19T18:13:49.794068Z","steps":["trace[1029539599] 'read index received' (duration: 106.461053ms)","trace[1029539599] 'applied index is now lower than readState.Index' (duration: 215.786µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:13:49.794123Z","caller":"traceutil/trace.go:171","msg":"trace[284691713] transaction","detail":"{read_only:false; response_revision:9556; number_of_response:1; }","duration":"137.718482ms","start":"2026-03-19T18:13:49.656381Z","end":"2026-03-19T18:13:49.794099Z","steps":["trace[284691713] 'process raft request' (duration: 137.488175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:49.794287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.885574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-user-h5kgq\" ","response":"range_response_count:1 size:9105"} {"level":"info","ts":"2026-03-19T18:13:49.794327Z","caller":"traceutil/trace.go:171","msg":"trace[377312044] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-user-h5kgq; range_end:; response_count:1; response_revision:9556; }","duration":"106.984687ms","start":"2026-03-19T18:13:49.687332Z","end":"2026-03-19T18:13:49.794317Z","steps":["trace[377312044] 'agreement among raft nodes before linearized reading' (duration: 106.821492ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:50.113218Z","caller":"traceutil/trace.go:171","msg":"trace[523906712] transaction","detail":"{read_only:false; response_revision:9558; number_of_response:1; }","duration":"408.201525ms","start":"2026-03-19T18:13:49.704932Z","end":"2026-03-19T18:13:50.113134Z","steps":["trace[523906712] 'process raft request' (duration: 408.115413ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:50.113362Z","caller":"traceutil/trace.go:171","msg":"trace[1398266746] transaction","detail":"{read_only:false; response_revision:9557; number_of_response:1; }","duration":"423.930762ms","start":"2026-03-19T18:13:49.689393Z","end":"2026-03-19T18:13:50.113324Z","steps":["trace[1398266746] 'process raft request' (duration: 378.785545ms)","trace[1398266746] 'compare' (duration: 44.686275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:13:50.113391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:49.704723Z","time spent":"408.588466ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:13:50.113515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:49.689363Z","time spent":"424.081327ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":852,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T18:13:50.14057Z","caller":"traceutil/trace.go:171","msg":"trace[590449221] linearizableReadLoop","detail":"{readStateIndex:9922; appliedIndex:9919; }","duration":"205.513735ms","start":"2026-03-19T18:13:49.935033Z","end":"2026-03-19T18:13:50.140547Z","steps":["trace[590449221] 'read index received' (duration: 133.162079ms)","trace[590449221] 'applied index is now lower than readState.Index' (duration: 72.350586ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:13:50.140622Z","caller":"traceutil/trace.go:171","msg":"trace[434179940] transaction","detail":"{read_only:false; response_revision:9559; number_of_response:1; }","duration":"338.549982ms","start":"2026-03-19T18:13:49.802046Z","end":"2026-03-19T18:13:50.140596Z","steps":["trace[434179940] 'process raft request' (duration: 338.381767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:50.14075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:49.802024Z","time spent":"338.655885ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9101,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:13:50.14086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.803504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:13:50.140947Z","caller":"traceutil/trace.go:171","msg":"trace[966846928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9559; }","duration":"205.937708ms","start":"2026-03-19T18:13:49.934989Z","end":"2026-03-19T18:13:50.140927Z","steps":["trace[966846928] 'agreement among raft nodes before linearized reading' (duration: 205.6601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:50.454401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.106682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:13:50.454506Z","caller":"traceutil/trace.go:171","msg":"trace[1847549266] linearizableReadLoop","detail":"{readStateIndex:9924; appliedIndex:9923; }","duration":"166.67222ms","start":"2026-03-19T18:13:50.287823Z","end":"2026-03-19T18:13:50.454495Z","steps":["trace[1847549266] 'read index received' (duration: 60.612µs)","trace[1847549266] 'applied index is now lower than readState.Index' (duration: 166.610768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:13:50.454559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.742602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:13:50.454617Z","caller":"traceutil/trace.go:171","msg":"trace[2114014402] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:9561; }","duration":"166.815224ms","start":"2026-03-19T18:13:50.287772Z","end":"2026-03-19T18:13:50.454588Z","steps":["trace[2114014402] 'agreement among raft nodes before linearized reading' (duration: 166.762893ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:50.454656Z","caller":"traceutil/trace.go:171","msg":"trace[2103191699] transaction","detail":"{read_only:false; response_revision:9561; number_of_response:1; }","duration":"305.480933ms","start":"2026-03-19T18:13:50.149149Z","end":"2026-03-19T18:13:50.45463Z","steps":["trace[2103191699] 'process raft request' (duration: 67.118884ms)","trace[2103191699] 'compare' (duration: 238.006279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:13:50.45478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:50.149124Z","time spent":"305.595097ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:13:51.045935Z","caller":"traceutil/trace.go:171","msg":"trace[49121485] linearizableReadLoop","detail":"{readStateIndex:9931; appliedIndex:9930; }","duration":"159.32202ms","start":"2026-03-19T18:13:50.886588Z","end":"2026-03-19T18:13:51.045911Z","steps":["trace[49121485] 'read index received' (duration: 102.896596ms)","trace[49121485] 'applied index is now lower than readState.Index' (duration: 56.424414ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:13:51.046006Z","caller":"traceutil/trace.go:171","msg":"trace[908080891] transaction","detail":"{read_only:false; response_revision:9567; number_of_response:1; }","duration":"163.024201ms","start":"2026-03-19T18:13:50.882942Z","end":"2026-03-19T18:13:51.045966Z","steps":["trace[908080891] 'process raft request' (duration: 106.551696ms)","trace[908080891] 'compare' (duration: 56.284519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:13:51.046103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.503495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:13:51.046126Z","caller":"traceutil/trace.go:171","msg":"trace[426607036] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9567; }","duration":"159.580218ms","start":"2026-03-19T18:13:50.886539Z","end":"2026-03-19T18:13:51.046119Z","steps":["trace[426607036] 'agreement among raft nodes before linearized reading' (duration: 159.452814ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:51.227942Z","caller":"traceutil/trace.go:171","msg":"trace[427103548] linearizableReadLoop","detail":"{readStateIndex:9932; appliedIndex:9931; }","duration":"101.949381ms","start":"2026-03-19T18:13:51.125978Z","end":"2026-03-19T18:13:51.227928Z","steps":["trace[427103548] 'read index received' (duration: 99.118174ms)","trace[427103548] 'applied index is now lower than readState.Index' (duration: 2.830357ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:13:51.228038Z","caller":"traceutil/trace.go:171","msg":"trace[404272616] transaction","detail":"{read_only:false; response_revision:9568; number_of_response:1; }","duration":"175.936622ms","start":"2026-03-19T18:13:51.052063Z","end":"2026-03-19T18:13:51.227999Z","steps":["trace[404272616] 'process raft request' (duration: 173.018253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:51.228105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.118205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88540"} {"level":"info","ts":"2026-03-19T18:13:51.228127Z","caller":"traceutil/trace.go:171","msg":"trace[1359691713] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:9568; }","duration":"102.189897ms","start":"2026-03-19T18:13:51.12593Z","end":"2026-03-19T18:13:51.22812Z","steps":["trace[1359691713] 'agreement among raft nodes before linearized reading' (duration: 102.045363ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:51.323389Z","caller":"traceutil/trace.go:171","msg":"trace[1135770939] transaction","detail":"{read_only:false; response_revision:9569; number_of_response:1; }","duration":"168.219222ms","start":"2026-03-19T18:13:51.155147Z","end":"2026-03-19T18:13:51.323366Z","steps":["trace[1135770939] 'process raft request' (duration: 168.104119ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:51.702432Z","caller":"traceutil/trace.go:171","msg":"trace[830291892] transaction","detail":"{read_only:false; response_revision:9570; number_of_response:1; }","duration":"218.976081ms","start":"2026-03-19T18:13:51.483429Z","end":"2026-03-19T18:13:51.702405Z","steps":["trace[830291892] 'process raft request' (duration: 218.722404ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:53.126793Z","caller":"traceutil/trace.go:171","msg":"trace[1025785347] transaction","detail":"{read_only:false; response_revision:9577; number_of_response:1; }","duration":"104.988793ms","start":"2026-03-19T18:13:53.021764Z","end":"2026-03-19T18:13:53.126753Z","steps":["trace[1025785347] 'process raft request' (duration: 15.792619ms)","trace[1025785347] 'compare' (duration: 89.026229ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:13:53.996244Z","caller":"traceutil/trace.go:171","msg":"trace[1564243057] transaction","detail":"{read_only:false; response_revision:9581; number_of_response:1; }","duration":"287.494474ms","start":"2026-03-19T18:13:53.708655Z","end":"2026-03-19T18:13:53.99615Z","steps":["trace[1564243057] 'process raft request' (duration: 285.351356ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:54.042699Z","caller":"traceutil/trace.go:171","msg":"trace[1209102143] transaction","detail":"{read_only:false; response_revision:9582; number_of_response:1; }","duration":"202.240687ms","start":"2026-03-19T18:13:53.840429Z","end":"2026-03-19T18:13:54.04267Z","steps":["trace[1209102143] 'process raft request' (duration: 202.051872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:54.761557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.584348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:13:54.761626Z","caller":"traceutil/trace.go:171","msg":"trace[707141273] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9585; }","duration":"166.734622ms","start":"2026-03-19T18:13:54.594877Z","end":"2026-03-19T18:13:54.761612Z","steps":["trace[707141273] 'count revisions from in-memory index tree' (duration: 166.464915ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:54.774052Z","caller":"traceutil/trace.go:171","msg":"trace[2046749771] linearizableReadLoop","detail":"{readStateIndex:9950; appliedIndex:9949; }","duration":"144.272362ms","start":"2026-03-19T18:13:54.62975Z","end":"2026-03-19T18:13:54.774022Z","steps":["trace[2046749771] 'read index received' (duration: 144.091787ms)","trace[2046749771] 'applied index is now lower than readState.Index' (duration: 179.255µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:13:54.774197Z","caller":"traceutil/trace.go:171","msg":"trace[2099421541] transaction","detail":"{read_only:false; response_revision:9586; number_of_response:1; }","duration":"170.453203ms","start":"2026-03-19T18:13:54.603709Z","end":"2026-03-19T18:13:54.774162Z","steps":["trace[2099421541] 'process raft request' (duration: 170.142544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:54.774314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.57061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:13:54.774368Z","caller":"traceutil/trace.go:171","msg":"trace[2037122745] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9586; }","duration":"144.674942ms","start":"2026-03-19T18:13:54.62968Z","end":"2026-03-19T18:13:54.774355Z","steps":["trace[2037122745] 'agreement among raft nodes before linearized reading' (duration: 144.490897ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:55.407002Z","caller":"traceutil/trace.go:171","msg":"trace[1268141495] transaction","detail":"{read_only:false; response_revision:9589; number_of_response:1; }","duration":"119.19413ms","start":"2026-03-19T18:13:55.287789Z","end":"2026-03-19T18:13:55.406983Z","steps":["trace[1268141495] 'process raft request' (duration: 119.080547ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:55.74038Z","caller":"traceutil/trace.go:171","msg":"trace[1227845418] transaction","detail":"{read_only:false; response_revision:9590; number_of_response:1; }","duration":"125.486621ms","start":"2026-03-19T18:13:55.614856Z","end":"2026-03-19T18:13:55.740343Z","steps":["trace[1227845418] 'process raft request' (duration: 67.449953ms)","trace[1227845418] 'compare' (duration: 57.892674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:13:56.293908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.850415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:13:56.293958Z","caller":"traceutil/trace.go:171","msg":"trace[1053279082] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:9590; }","duration":"322.941898ms","start":"2026-03-19T18:13:55.971007Z","end":"2026-03-19T18:13:56.293949Z","steps":["trace[1053279082] 'count revisions from in-memory index tree' (duration: 322.792944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:56.293979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:55.97099Z","time spent":"322.983599ms","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:13:56.509953Z","caller":"traceutil/trace.go:171","msg":"trace[202363380] transaction","detail":"{read_only:false; response_revision:9591; number_of_response:1; }","duration":"509.974971ms","start":"2026-03-19T18:13:55.999955Z","end":"2026-03-19T18:13:56.50993Z","steps":["trace[202363380] 'process raft request' (duration: 509.805686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:56.510089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:55.999934Z","time spent":"510.087574ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:13:56.912459Z","caller":"traceutil/trace.go:171","msg":"trace[1585455630] linearizableReadLoop","detail":"{readStateIndex:9957; appliedIndex:9955; }","duration":"769.045442ms","start":"2026-03-19T18:13:56.14339Z","end":"2026-03-19T18:13:56.912435Z","steps":["trace[1585455630] 'read index received' (duration: 366.360728ms)","trace[1585455630] 'applied index is now lower than readState.Index' (duration: 402.683694ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:13:56.91279Z","caller":"traceutil/trace.go:171","msg":"trace[1142033337] transaction","detail":"{read_only:false; response_revision:9592; number_of_response:1; }","duration":"865.638667ms","start":"2026-03-19T18:13:56.04714Z","end":"2026-03-19T18:13:56.912779Z","steps":["trace[1142033337] 'process raft request' (duration: 865.083102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:56.912906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:56.047117Z","time spent":"865.708349ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:13:56.913081Z","caller":"traceutil/trace.go:171","msg":"trace[1550579068] transaction","detail":"{read_only:false; response_revision:9593; number_of_response:1; }","duration":"664.935382ms","start":"2026-03-19T18:13:56.248136Z","end":"2026-03-19T18:13:56.913071Z","steps":["trace[1550579068] 'process raft request' (duration: 664.224523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:56.913133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:56.248112Z","time spent":"664.993313ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:13:56.913299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.894165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:13:56.913369Z","caller":"traceutil/trace.go:171","msg":"trace[552532545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9593; }","duration":"769.978177ms","start":"2026-03-19T18:13:56.143376Z","end":"2026-03-19T18:13:56.913354Z","steps":["trace[552532545] 'agreement among raft nodes before linearized reading' (duration: 769.844793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:56.913403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:56.143327Z","time spent":"770.06991ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:13:56.913548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.795582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:13:56.913587Z","caller":"traceutil/trace.go:171","msg":"trace[1507090259] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:9593; }","duration":"762.881334ms","start":"2026-03-19T18:13:56.150694Z","end":"2026-03-19T18:13:56.913575Z","steps":["trace[1507090259] 'agreement among raft nodes before linearized reading' (duration: 762.815562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:56.913618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:56.150668Z","time spent":"762.941306ms","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:13:56.913754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.387266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:13:56.913779Z","caller":"traceutil/trace.go:171","msg":"trace[718922230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9593; }","duration":"388.448827ms","start":"2026-03-19T18:13:56.525323Z","end":"2026-03-19T18:13:56.913771Z","steps":["trace[718922230] 'agreement among raft nodes before linearized reading' (duration: 388.342854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:56.913799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:56.5253Z","time spent":"388.494419ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:13:56.913856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.070447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:13:56.913884Z","caller":"traceutil/trace.go:171","msg":"trace[1087200623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9593; }","duration":"597.126299ms","start":"2026-03-19T18:13:56.316749Z","end":"2026-03-19T18:13:56.913876Z","steps":["trace[1087200623] 'agreement among raft nodes before linearized reading' (duration: 597.022596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:56.913912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:56.316735Z","time spent":"597.17163ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:13:56.914026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.020641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:13:56.914048Z","caller":"traceutil/trace.go:171","msg":"trace[474806244] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:9593; }","duration":"659.072783ms","start":"2026-03-19T18:13:56.254969Z","end":"2026-03-19T18:13:56.914041Z","steps":["trace[474806244] 'agreement among raft nodes before linearized reading' (duration: 659.001111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:56.914071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:56.254953Z","time spent":"659.112403ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-f925l\" "} {"level":"info","ts":"2026-03-19T18:13:57.053583Z","caller":"traceutil/trace.go:171","msg":"trace[539344020] linearizableReadLoop","detail":"{readStateIndex:9959; appliedIndex:9958; }","duration":"135.435561ms","start":"2026-03-19T18:13:56.918113Z","end":"2026-03-19T18:13:57.053549Z","steps":["trace[539344020] 'read index received' (duration: 63.990319ms)","trace[539344020] 'applied index is now lower than readState.Index' (duration: 71.441722ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:13:57.053655Z","caller":"traceutil/trace.go:171","msg":"trace[225665150] transaction","detail":"{read_only:false; response_revision:9595; number_of_response:1; }","duration":"135.00577ms","start":"2026-03-19T18:13:56.918634Z","end":"2026-03-19T18:13:57.05364Z","steps":["trace[225665150] 'process raft request' (duration: 134.753033ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:57.053638Z","caller":"traceutil/trace.go:171","msg":"trace[1740588662] transaction","detail":"{read_only:false; response_revision:9596; number_of_response:1; }","duration":"134.812284ms","start":"2026-03-19T18:13:56.918789Z","end":"2026-03-19T18:13:57.053601Z","steps":["trace[1740588662] 'process raft request' (duration: 134.752582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:13:57.054101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.975086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:330771"} {"level":"info","ts":"2026-03-19T18:13:57.05414Z","caller":"traceutil/trace.go:171","msg":"trace[896453580] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:9596; }","duration":"136.025047ms","start":"2026-03-19T18:13:56.918106Z","end":"2026-03-19T18:13:57.054131Z","steps":["trace[896453580] 'agreement among raft nodes before linearized reading' (duration: 135.588505ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:57.05357Z","caller":"traceutil/trace.go:171","msg":"trace[484012764] transaction","detail":"{read_only:false; response_revision:9594; number_of_response:1; }","duration":"135.40379ms","start":"2026-03-19T18:13:56.918096Z","end":"2026-03-19T18:13:57.0535Z","steps":["trace[484012764] 'process raft request' (duration: 63.910677ms)","trace[484012764] 'compare' (duration: 71.02855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:13:58.268634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.288491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:13:58.268747Z","caller":"traceutil/trace.go:171","msg":"trace[831093509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9599; }","duration":"123.476717ms","start":"2026-03-19T18:13:58.145243Z","end":"2026-03-19T18:13:58.26872Z","steps":["trace[831093509] 'range keys from in-memory index tree' (duration: 123.212299ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:13:59.03713Z","caller":"traceutil/trace.go:171","msg":"trace[719521647] transaction","detail":"{read_only:false; response_revision:9601; number_of_response:1; }","duration":"119.890138ms","start":"2026-03-19T18:13:58.917209Z","end":"2026-03-19T18:13:59.037099Z","steps":["trace[719521647] 'process raft request' (duration: 119.682302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:00.135961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.943665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:14:00.136114Z","caller":"traceutil/trace.go:171","msg":"trace[1854690898] linearizableReadLoop","detail":"{readStateIndex:9967; appliedIndex:9966; }","duration":"1.077109846s","start":"2026-03-19T18:13:59.058982Z","end":"2026-03-19T18:14:00.136091Z","steps":["trace[1854690898] 'read index received' (duration: 135.75767ms)","trace[1854690898] 'applied index is now lower than readState.Index' (duration: 941.350316ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:14:00.136173Z","caller":"traceutil/trace.go:171","msg":"trace[735735608] transaction","detail":"{read_only:false; response_revision:9602; number_of_response:1; }","duration":"1.173464875s","start":"2026-03-19T18:13:58.962672Z","end":"2026-03-19T18:14:00.136136Z","steps":["trace[735735608] 'process raft request' (duration: 232.1427ms)","trace[735735608] 'compare' (duration: 940.483262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:14:00.136304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:58.962641Z","time spent":"1.173607399s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:14:00.136364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077377313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:14:00.136401Z","caller":"traceutil/trace.go:171","msg":"trace[1531051554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9602; }","duration":"1.077437275s","start":"2026-03-19T18:13:59.058953Z","end":"2026-03-19T18:14:00.13639Z","steps":["trace[1531051554] 'agreement among raft nodes before linearized reading' (duration: 1.0772619s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:00.136441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:59.058938Z","time spent":"1.077495896s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:14:00.136607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077020704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:14:00.136641Z","caller":"traceutil/trace.go:171","msg":"trace[236032409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9602; }","duration":"1.077075076s","start":"2026-03-19T18:13:59.059557Z","end":"2026-03-19T18:14:00.136632Z","steps":["trace[236032409] 'agreement among raft nodes before linearized reading' (duration: 1.076985953s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:00.136671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:59.059546Z","time spent":"1.077118006s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:14:00.136945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076733886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:14:00.13699Z","caller":"traceutil/trace.go:171","msg":"trace[457173812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9602; }","duration":"1.076790178s","start":"2026-03-19T18:13:59.060186Z","end":"2026-03-19T18:14:00.136976Z","steps":["trace[457173812] 'agreement among raft nodes before linearized reading' (duration: 1.076685535s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:00.137001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.798904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:14:00.137003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.148345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:14:00.136963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.316923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:14:00.137047Z","caller":"traceutil/trace.go:171","msg":"trace[220590223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9602; }","duration":"992.866956ms","start":"2026-03-19T18:13:59.144169Z","end":"2026-03-19T18:14:00.137036Z","steps":["trace[220590223] 'agreement among raft nodes before linearized reading' (duration: 992.802984ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:14:00.13707Z","caller":"traceutil/trace.go:171","msg":"trace[1430651184] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:9602; }","duration":"521.215917ms","start":"2026-03-19T18:13:59.615833Z","end":"2026-03-19T18:14:00.137048Z","steps":["trace[1430651184] 'agreement among raft nodes before linearized reading' (duration: 521.112454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:00.137058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.390677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:14:00.137086Z","caller":"traceutil/trace.go:171","msg":"trace[682110505] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:9602; }","duration":"477.509658ms","start":"2026-03-19T18:13:59.659553Z","end":"2026-03-19T18:14:00.137063Z","steps":["trace[682110505] 'agreement among raft nodes before linearized reading' (duration: 477.278662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:00.137122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:59.615771Z","time spent":"521.339921ms","remote":"127.0.0.1:45666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:14:00.137096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.532745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:14:00.137131Z","caller":"traceutil/trace.go:171","msg":"trace[1540129617] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:9602; }","duration":"622.48461ms","start":"2026-03-19T18:13:59.514629Z","end":"2026-03-19T18:14:00.137113Z","steps":["trace[1540129617] 'agreement among raft nodes before linearized reading' (duration: 622.238973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:00.137159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050502953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T18:14:00.137156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:59.659529Z","time spent":"477.609281ms","remote":"127.0.0.1:45934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:14:00.13708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:59.144153Z","time spent":"992.921158ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T18:14:00.137223Z","caller":"traceutil/trace.go:171","msg":"trace[1859881115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9602; }","duration":"1.050577505s","start":"2026-03-19T18:13:59.086636Z","end":"2026-03-19T18:14:00.137213Z","steps":["trace[1859881115] 'agreement among raft nodes before linearized reading' (duration: 1.050461982s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:00.137097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.881384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:14:00.137218Z","caller":"traceutil/trace.go:171","msg":"trace[1202077106] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9602; }","duration":"188.705819ms","start":"2026-03-19T18:13:59.948489Z","end":"2026-03-19T18:14:00.137195Z","steps":["trace[1202077106] 'agreement among raft nodes before linearized reading' (duration: 188.3603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:00.137225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:59.514564Z","time spent":"622.648514ms","remote":"127.0.0.1:45746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":125,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:14:00.137261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:59.086627Z","time spent":"1.050626896s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:14:00.137022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:59.060177Z","time spent":"1.076837769s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T18:14:00.137326Z","caller":"traceutil/trace.go:171","msg":"trace[297791842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9602; }","duration":"629.12329ms","start":"2026-03-19T18:13:59.508143Z","end":"2026-03-19T18:14:00.137266Z","steps":["trace[297791842] 'agreement among raft nodes before linearized reading' (duration: 628.737689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:00.136963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.135987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:14:00.136949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07318441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:14:00.137406Z","caller":"traceutil/trace.go:171","msg":"trace[1634930141] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9602; }","duration":"655.641971ms","start":"2026-03-19T18:13:59.481741Z","end":"2026-03-19T18:14:00.137383Z","steps":["trace[1634930141] 'agreement among raft nodes before linearized reading' (duration: 655.079956ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:14:00.137411Z","caller":"traceutil/trace.go:171","msg":"trace[1240501185] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:9602; }","duration":"1.073675503s","start":"2026-03-19T18:13:59.063727Z","end":"2026-03-19T18:14:00.137402Z","steps":["trace[1240501185] 'agreement among raft nodes before linearized reading' (duration: 1.073128108s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:00.137452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:59.063709Z","time spent":"1.073735215s","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-f925l\" "} {"level":"warn","ts":"2026-03-19T18:14:00.137463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:59.481718Z","time spent":"655.725693ms","remote":"127.0.0.1:36844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:14:00.137425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:13:59.508113Z","time spent":"629.260284ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:14:01.093209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.518928ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T18:14:01.622782Z","caller":"traceutil/trace.go:171","msg":"trace[412057585] linearizableReadLoop","detail":"{readStateIndex:9975; appliedIndex:9974; }","duration":"476.896842ms","start":"2026-03-19T18:14:01.145862Z","end":"2026-03-19T18:14:01.622758Z","steps":["trace[412057585] 'read index received' (duration: 476.648926ms)","trace[412057585] 'applied index is now lower than readState.Index' (duration: 246.946µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:14:01.623117Z","caller":"traceutil/trace.go:171","msg":"trace[380599137] transaction","detail":"{read_only:false; response_revision:9609; number_of_response:1; }","duration":"579.493821ms","start":"2026-03-19T18:14:01.04361Z","end":"2026-03-19T18:14:01.623104Z","steps":["trace[380599137] 'process raft request' (duration: 579.012228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:01.623229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:01.043584Z","time spent":"579.570483ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:14:01.623382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.535869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:14:01.62342Z","caller":"traceutil/trace.go:171","msg":"trace[204754171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9609; }","duration":"477.629132ms","start":"2026-03-19T18:14:01.145782Z","end":"2026-03-19T18:14:01.623411Z","steps":["trace[204754171] 'agreement among raft nodes before linearized reading' (duration: 477.570841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:01.623446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:01.145748Z","time spent":"477.692684ms","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:14:01.623496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.409182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T18:14:01.6236Z","caller":"traceutil/trace.go:171","msg":"trace[165205610] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9609; }","duration":"308.565627ms","start":"2026-03-19T18:14:01.315003Z","end":"2026-03-19T18:14:01.623569Z","steps":["trace[165205610] 'agreement among raft nodes before linearized reading' (duration: 308.311621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:01.623662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:01.31498Z","time spent":"308.66994ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-19T18:14:02.540496Z","caller":"traceutil/trace.go:171","msg":"trace[1807768617] linearizableReadLoop","detail":"{readStateIndex:9976; appliedIndex:9975; }","duration":"395.014076ms","start":"2026-03-19T18:14:02.145459Z","end":"2026-03-19T18:14:02.540473Z","steps":["trace[1807768617] 'read index received' (duration: 376.637897ms)","trace[1807768617] 'applied index is now lower than readState.Index' (duration: 18.375359ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:14:02.540545Z","caller":"traceutil/trace.go:171","msg":"trace[1266161489] transaction","detail":"{read_only:false; response_revision:9610; number_of_response:1; }","duration":"400.028372ms","start":"2026-03-19T18:14:02.140479Z","end":"2026-03-19T18:14:02.540507Z","steps":["trace[1266161489] 'process raft request' (duration: 381.591891ms)","trace[1266161489] 'compare' (duration: 18.293448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:14:02.540649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.172331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:14:02.54068Z","caller":"traceutil/trace.go:171","msg":"trace[586328016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9610; }","duration":"395.250563ms","start":"2026-03-19T18:14:02.14542Z","end":"2026-03-19T18:14:02.54067Z","steps":["trace[586328016] 'agreement among raft nodes before linearized reading' (duration: 395.184071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:02.540714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:02.1454Z","time spent":"395.302274ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:14:02.540708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:02.140443Z","time spent":"400.177716ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:14:02.5408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.384086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:14:02.540877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.913452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:14:02.54088Z","caller":"traceutil/trace.go:171","msg":"trace[884541822] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:9610; }","duration":"147.511789ms","start":"2026-03-19T18:14:02.39335Z","end":"2026-03-19T18:14:02.540862Z","steps":["trace[884541822] 'agreement among raft nodes before linearized reading' (duration: 147.367285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:02.540911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.477727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T18:14:02.540919Z","caller":"traceutil/trace.go:171","msg":"trace[110930428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9610; }","duration":"352.957483ms","start":"2026-03-19T18:14:02.187949Z","end":"2026-03-19T18:14:02.540906Z","steps":["trace[110930428] 'agreement among raft nodes before linearized reading' (duration: 352.808289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:02.540959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:02.187926Z","time spent":"353.027655ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T18:14:02.540957Z","caller":"traceutil/trace.go:171","msg":"trace[1935424541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9610; }","duration":"353.555009ms","start":"2026-03-19T18:14:02.187392Z","end":"2026-03-19T18:14:02.540947Z","steps":["trace[1935424541] 'agreement among raft nodes before linearized reading' (duration: 353.398105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:02.540945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.631692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T18:14:02.540988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:02.187374Z","time spent":"353.60727ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:14:02.540938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.653782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:14:02.541021Z","caller":"traceutil/trace.go:171","msg":"trace[1006644776] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9610; }","duration":"353.728684ms","start":"2026-03-19T18:14:02.187276Z","end":"2026-03-19T18:14:02.541004Z","steps":["trace[1006644776] 'agreement among raft nodes before linearized reading' (duration: 353.507168ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:14:02.541044Z","caller":"traceutil/trace.go:171","msg":"trace[584586470] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:9610; }","duration":"353.798976ms","start":"2026-03-19T18:14:02.187222Z","end":"2026-03-19T18:14:02.541021Z","steps":["trace[584586470] 'agreement among raft nodes before linearized reading' (duration: 353.539509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:02.541068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:02.18727Z","time spent":"353.788035ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:14:02.540833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.453087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T18:14:02.54111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:02.187204Z","time spent":"353.891248ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-f925l\" "} {"level":"info","ts":"2026-03-19T18:14:02.541152Z","caller":"traceutil/trace.go:171","msg":"trace[1036590403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9610; }","duration":"353.800695ms","start":"2026-03-19T18:14:02.187335Z","end":"2026-03-19T18:14:02.541136Z","steps":["trace[1036590403] 'agreement among raft nodes before linearized reading' (duration: 353.399755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:02.540906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.904932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T18:14:02.541216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:02.187317Z","time spent":"353.886408ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T18:14:02.54122Z","caller":"traceutil/trace.go:171","msg":"trace[1265601074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9610; }","duration":"353.24186ms","start":"2026-03-19T18:14:02.187965Z","end":"2026-03-19T18:14:02.541207Z","steps":["trace[1265601074] 'agreement among raft nodes before linearized reading' (duration: 352.794608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:02.541257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:02.187962Z","time spent":"353.284942ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T18:14:02.823689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.451191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:14:02.823777Z","caller":"traceutil/trace.go:171","msg":"trace[1574203664] transaction","detail":"{read_only:false; response_revision:9611; number_of_response:1; }","duration":"277.82317ms","start":"2026-03-19T18:14:02.54594Z","end":"2026-03-19T18:14:02.823763Z","steps":["trace[1574203664] 'process raft request' (duration: 124.231046ms)","trace[1574203664] 'compare' (duration: 153.349418ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:14:02.8768Z","caller":"traceutil/trace.go:171","msg":"trace[1448694896] transaction","detail":"{read_only:false; response_revision:9613; number_of_response:1; }","duration":"330.497433ms","start":"2026-03-19T18:14:02.546265Z","end":"2026-03-19T18:14:02.876762Z","steps":["trace[1448694896] 'process raft request' (duration: 330.39183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:02.876989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:02.54626Z","time spent":"330.634527ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:14:02.876868Z","caller":"traceutil/trace.go:171","msg":"trace[1087537930] transaction","detail":"{read_only:false; response_revision:9612; number_of_response:1; }","duration":"330.631916ms","start":"2026-03-19T18:14:02.546209Z","end":"2026-03-19T18:14:02.876841Z","steps":["trace[1087537930] 'process raft request' (duration: 330.275006ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:14:02.877159Z","caller":"traceutil/trace.go:171","msg":"trace[1181851243] transaction","detail":"{read_only:false; response_revision:9616; number_of_response:1; }","duration":"304.191248ms","start":"2026-03-19T18:14:02.57296Z","end":"2026-03-19T18:14:02.877151Z","steps":["trace[1181851243] 'process raft request' (duration: 304.121116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:02.877518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.766343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:330771"} {"level":"info","ts":"2026-03-19T18:14:02.877552Z","caller":"traceutil/trace.go:171","msg":"trace[1615525979] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:9616; }","duration":"329.840985ms","start":"2026-03-19T18:14:02.547703Z","end":"2026-03-19T18:14:02.877544Z","steps":["trace[1615525979] 'agreement among raft nodes before linearized reading' (duration: 329.492126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:02.877577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:02.547692Z","time spent":"329.878356ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":35,"response size":330795,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T18:14:02.87719Z","caller":"traceutil/trace.go:171","msg":"trace[1276325689] transaction","detail":"{read_only:false; response_revision:9615; number_of_response:1; }","duration":"330.708109ms","start":"2026-03-19T18:14:02.546449Z","end":"2026-03-19T18:14:02.877157Z","steps":["trace[1276325689] 'process raft request' (duration: 330.504123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:02.877615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:02.572938Z","time spent":"304.595959ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:14:02.877635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:02.54643Z","time spent":"331.176641ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:14:02.877258Z","caller":"traceutil/trace.go:171","msg":"trace[1255757569] linearizableReadLoop","detail":"{readStateIndex:9981; appliedIndex:9976; }","duration":"329.390302ms","start":"2026-03-19T18:14:02.547742Z","end":"2026-03-19T18:14:02.877132Z","steps":["trace[1255757569] 'read index received' (duration: 122.440857ms)","trace[1255757569] 'applied index is now lower than readState.Index' (duration: 206.948455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:14:02.877642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:02.546193Z","time spent":"331.160901ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:14:02.877087Z","caller":"traceutil/trace.go:171","msg":"trace[326714890] transaction","detail":"{read_only:false; response_revision:9614; number_of_response:1; }","duration":"330.731209ms","start":"2026-03-19T18:14:02.546306Z","end":"2026-03-19T18:14:02.877037Z","steps":["trace[326714890] 'process raft request' (duration: 330.407981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:02.878874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:02.546298Z","time spent":"332.535218ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:14:06.901298Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a463a6aa9b462de2","local-member-applied-index":10002,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T18:14:06.908874Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10002} {"level":"info","ts":"2026-03-19T18:14:06.908973Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5002} {"level":"info","ts":"2026-03-19T18:14:17.137024Z","caller":"traceutil/trace.go:171","msg":"trace[1011068566] linearizableReadLoop","detail":"{readStateIndex:10075; appliedIndex:10074; }","duration":"162.367566ms","start":"2026-03-19T18:14:16.974633Z","end":"2026-03-19T18:14:17.137001Z","steps":["trace[1011068566] 'read index received' (duration: 162.14887ms)","trace[1011068566] 'applied index is now lower than readState.Index' (duration: 217.736µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:14:17.137047Z","caller":"traceutil/trace.go:171","msg":"trace[173448089] transaction","detail":"{read_only:false; response_revision:9705; number_of_response:1; }","duration":"162.840858ms","start":"2026-03-19T18:14:16.974174Z","end":"2026-03-19T18:14:17.137014Z","steps":["trace[173448089] 'process raft request' (duration: 162.53868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:17.137597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.927681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:337850"} {"level":"info","ts":"2026-03-19T18:14:17.137645Z","caller":"traceutil/trace.go:171","msg":"trace[464987533] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:9705; }","duration":"163.019073ms","start":"2026-03-19T18:14:16.974614Z","end":"2026-03-19T18:14:17.137633Z","steps":["trace[464987533] 'agreement among raft nodes before linearized reading' (duration: 162.510699ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:14:17.14764Z","caller":"traceutil/trace.go:171","msg":"trace[686541936] transaction","detail":"{read_only:false; response_revision:9706; number_of_response:1; }","duration":"173.004252ms","start":"2026-03-19T18:14:16.974621Z","end":"2026-03-19T18:14:17.147625Z","steps":["trace[686541936] 'process raft request' (duration: 172.694863ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:14:17.147803Z","caller":"traceutil/trace.go:171","msg":"trace[805225938] transaction","detail":"{read_only:false; response_revision:9707; number_of_response:1; }","duration":"173.137085ms","start":"2026-03-19T18:14:16.974656Z","end":"2026-03-19T18:14:17.147793Z","steps":["trace[805225938] 'process raft request' (duration: 172.733784ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:14:17.147919Z","caller":"traceutil/trace.go:171","msg":"trace[670642495] transaction","detail":"{read_only:false; response_revision:9708; number_of_response:1; }","duration":"173.207537ms","start":"2026-03-19T18:14:16.974702Z","end":"2026-03-19T18:14:17.147909Z","steps":["trace[670642495] 'process raft request' (duration: 172.718844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:19.386204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.206466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:14:19.386457Z","caller":"traceutil/trace.go:171","msg":"trace[1266724336] transaction","detail":"{read_only:false; response_revision:9717; number_of_response:1; }","duration":"185.500487ms","start":"2026-03-19T18:14:19.200929Z","end":"2026-03-19T18:14:19.386429Z","steps":["trace[1266724336] 'process raft request' (duration: 72.960522ms)","trace[1266724336] 'compare' (duration: 111.860137ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:14:19.38672Z","caller":"traceutil/trace.go:171","msg":"trace[133241117] linearizableReadLoop","detail":"{readStateIndex:10088; appliedIndex:10085; }","duration":"185.278822ms","start":"2026-03-19T18:14:19.201415Z","end":"2026-03-19T18:14:19.386694Z","steps":["trace[133241117] 'read index received' (duration: 26.256716ms)","trace[133241117] 'applied index is now lower than readState.Index' (duration: 159.020756ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:14:19.386841Z","caller":"traceutil/trace.go:171","msg":"trace[307264331] transaction","detail":"{read_only:false; response_revision:9718; number_of_response:1; }","duration":"185.809565ms","start":"2026-03-19T18:14:19.200988Z","end":"2026-03-19T18:14:19.386797Z","steps":["trace[307264331] 'process raft request' (duration: 185.334233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:19.387267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.830756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:337793"} {"level":"info","ts":"2026-03-19T18:14:19.387331Z","caller":"traceutil/trace.go:171","msg":"trace[424026616] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:9718; }","duration":"185.929399ms","start":"2026-03-19T18:14:19.201389Z","end":"2026-03-19T18:14:19.387318Z","steps":["trace[424026616] 'agreement among raft nodes before linearized reading' (duration: 185.405015ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:14:55.243011Z","caller":"traceutil/trace.go:171","msg":"trace[1344041051] linearizableReadLoop","detail":"{readStateIndex:10335; appliedIndex:10334; }","duration":"110.575263ms","start":"2026-03-19T18:14:55.13241Z","end":"2026-03-19T18:14:55.242985Z","steps":["trace[1344041051] 'read index received' (duration: 110.383488ms)","trace[1344041051] 'applied index is now lower than readState.Index' (duration: 190.815µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:14:55.243072Z","caller":"traceutil/trace.go:171","msg":"trace[1932589661] transaction","detail":"{read_only:false; response_revision:9955; number_of_response:1; }","duration":"122.874494ms","start":"2026-03-19T18:14:55.120162Z","end":"2026-03-19T18:14:55.243036Z","steps":["trace[1932589661] 'process raft request' (duration: 122.661168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:55.243635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.985039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T18:14:55.243717Z","caller":"traceutil/trace.go:171","msg":"trace[1353428723] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9955; }","duration":"106.096143ms","start":"2026-03-19T18:14:55.137597Z","end":"2026-03-19T18:14:55.243693Z","steps":["trace[1353428723] 'agreement among raft nodes before linearized reading' (duration: 105.862566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:55.24384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.414566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T18:14:55.243908Z","caller":"traceutil/trace.go:171","msg":"trace[1226173848] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9955; }","duration":"111.515748ms","start":"2026-03-19T18:14:55.132381Z","end":"2026-03-19T18:14:55.243897Z","steps":["trace[1226173848] 'agreement among raft nodes before linearized reading' (duration: 110.745268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:55.487785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.711807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:14:55.48785Z","caller":"traceutil/trace.go:171","msg":"trace[1994184133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9956; }","duration":"113.836971ms","start":"2026-03-19T18:14:55.373995Z","end":"2026-03-19T18:14:55.487832Z","steps":["trace[1994184133] 'range keys from in-memory index tree' (duration: 113.44615ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:14:58.126916Z","caller":"traceutil/trace.go:171","msg":"trace[1760822593] transaction","detail":"{read_only:false; response_revision:9971; number_of_response:1; }","duration":"123.003127ms","start":"2026-03-19T18:14:58.003887Z","end":"2026-03-19T18:14:58.12689Z","steps":["trace[1760822593] 'process raft request' (duration: 122.822012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:58.81282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.24011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:14:58.813151Z","caller":"traceutil/trace.go:171","msg":"trace[1119076879] linearizableReadLoop","detail":"{readStateIndex:10353; appliedIndex:10352; }","duration":"667.266331ms","start":"2026-03-19T18:14:58.145866Z","end":"2026-03-19T18:14:58.813132Z","steps":["trace[1119076879] 'read index received' (duration: 182.513858ms)","trace[1119076879] 'applied index is now lower than readState.Index' (duration: 484.750713ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:14:58.813286Z","caller":"traceutil/trace.go:171","msg":"trace[983277981] transaction","detail":"{read_only:false; response_revision:9972; number_of_response:1; }","duration":"733.125412ms","start":"2026-03-19T18:14:58.080148Z","end":"2026-03-19T18:14:58.813273Z","steps":["trace[983277981] 'process raft request' (duration: 248.339467ms)","trace[983277981] 'compare' (duration: 484.091466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:14:58.813384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:58.080122Z","time spent":"733.200183ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:14:58.813714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.840426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:14:58.813778Z","caller":"traceutil/trace.go:171","msg":"trace[2034264630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9972; }","duration":"667.938619ms","start":"2026-03-19T18:14:58.145824Z","end":"2026-03-19T18:14:58.813762Z","steps":["trace[2034264630] 'agreement among raft nodes before linearized reading' (duration: 667.841127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:58.813836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:58.145798Z","time spent":"668.015901ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:14:58.813994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.965236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:14:58.814106Z","caller":"traceutil/trace.go:171","msg":"trace[1625538227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9972; }","duration":"364.135671ms","start":"2026-03-19T18:14:58.449953Z","end":"2026-03-19T18:14:58.814088Z","steps":["trace[1625538227] 'agreement among raft nodes before linearized reading' (duration: 363.930995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:14:58.814157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:14:58.449931Z","time spent":"364.214572ms","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:14:59.002151Z","caller":"traceutil/trace.go:171","msg":"trace[1526452678] transaction","detail":"{read_only:false; response_revision:9973; number_of_response:1; }","duration":"110.08724ms","start":"2026-03-19T18:14:58.892021Z","end":"2026-03-19T18:14:59.002109Z","steps":["trace[1526452678] 'process raft request' (duration: 96.67588ms)","trace[1526452678] 'compare' (duration: 13.220635ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:15:01.110758Z","caller":"traceutil/trace.go:171","msg":"trace[853700546] transaction","detail":"{read_only:false; response_revision:9981; number_of_response:1; }","duration":"103.023831ms","start":"2026-03-19T18:15:01.007712Z","end":"2026-03-19T18:15:01.110736Z","steps":["trace[853700546] 'process raft request' (duration: 102.919098ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:16:04.117568Z","caller":"traceutil/trace.go:171","msg":"trace[1856981825] transaction","detail":"{read_only:false; response_revision:10267; number_of_response:1; }","duration":"104.442178ms","start":"2026-03-19T18:16:04.013107Z","end":"2026-03-19T18:16:04.117549Z","steps":["trace[1856981825] 'process raft request' (duration: 104.316745ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:16:46.776334Z","caller":"traceutil/trace.go:171","msg":"trace[1640322957] linearizableReadLoop","detail":"{readStateIndex:10897; appliedIndex:10896; }","duration":"339.509204ms","start":"2026-03-19T18:16:46.436799Z","end":"2026-03-19T18:16:46.776308Z","steps":["trace[1640322957] 'read index received' (duration: 279.622856ms)","trace[1640322957] 'applied index is now lower than readState.Index' (duration: 59.885398ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:16:46.776523Z","caller":"traceutil/trace.go:171","msg":"trace[52608335] transaction","detail":"{read_only:false; response_revision:10494; number_of_response:1; }","duration":"196.485335ms","start":"2026-03-19T18:16:46.580005Z","end":"2026-03-19T18:16:46.776491Z","steps":["trace[52608335] 'process raft request' (duration: 196.264919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:16:46.777023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.074412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:16:46.777074Z","caller":"traceutil/trace.go:171","msg":"trace[290474829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10494; }","duration":"339.164415ms","start":"2026-03-19T18:16:46.437896Z","end":"2026-03-19T18:16:46.777061Z","steps":["trace[290474829] 'agreement among raft nodes before linearized reading' (duration: 339.017381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:16:46.777106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:16:46.437881Z","time spent":"339.215626ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T18:16:46.777394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.585182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:16:46.777452Z","caller":"traceutil/trace.go:171","msg":"trace[1222747783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10494; }","duration":"340.668645ms","start":"2026-03-19T18:16:46.43677Z","end":"2026-03-19T18:16:46.777438Z","steps":["trace[1222747783] 'agreement among raft nodes before linearized reading' (duration: 340.529861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:16:46.777483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:16:46.436757Z","time spent":"340.718636ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:16:46.777613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.186747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:16:46.777709Z","caller":"traceutil/trace.go:171","msg":"trace[1803725775] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:10494; }","duration":"259.341712ms","start":"2026-03-19T18:16:46.518344Z","end":"2026-03-19T18:16:46.777686Z","steps":["trace[1803725775] 'agreement among raft nodes before linearized reading' (duration: 259.141096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:16:46.777831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.506873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:16:46.777893Z","caller":"traceutil/trace.go:171","msg":"trace[118068074] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:10494; }","duration":"241.598496ms","start":"2026-03-19T18:16:46.536276Z","end":"2026-03-19T18:16:46.777875Z","steps":["trace[118068074] 'agreement among raft nodes before linearized reading' (duration: 241.428561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:16:46.777963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.055127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:16:46.778092Z","caller":"traceutil/trace.go:171","msg":"trace[1207528504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10494; }","duration":"277.17491ms","start":"2026-03-19T18:16:46.500867Z","end":"2026-03-19T18:16:46.778042Z","steps":["trace[1207528504] 'agreement among raft nodes before linearized reading' (duration: 276.80103ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:16:46.778587Z","caller":"traceutil/trace.go:171","msg":"trace[1183678013] transaction","detail":"{read_only:false; response_revision:10493; number_of_response:1; }","duration":"394.196632ms","start":"2026-03-19T18:16:46.384368Z","end":"2026-03-19T18:16:46.778564Z","steps":["trace[1183678013] 'process raft request' (duration: 332.037754ms)","trace[1183678013] 'compare' (duration: 59.723743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:16:46.778967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:16:46.384346Z","time spent":"394.550911ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:16:46.779056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.456337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:16:46.779156Z","caller":"traceutil/trace.go:171","msg":"trace[811165938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10494; }","duration":"252.603641ms","start":"2026-03-19T18:16:46.52653Z","end":"2026-03-19T18:16:46.779134Z","steps":["trace[811165938] 'agreement among raft nodes before linearized reading' (duration: 252.349904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:16:53.441762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.60008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:16:53.441853Z","caller":"traceutil/trace.go:171","msg":"trace[1543856933] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:10597; }","duration":"113.751924ms","start":"2026-03-19T18:16:53.328081Z","end":"2026-03-19T18:16:53.441833Z","steps":["trace[1543856933] 'count revisions from in-memory index tree' (duration: 113.470976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:16:53.44185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.575142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:16:53.441927Z","caller":"traceutil/trace.go:171","msg":"trace[1313287571] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:10597; }","duration":"131.703536ms","start":"2026-03-19T18:16:53.310211Z","end":"2026-03-19T18:16:53.441915Z","steps":["trace[1313287571] 'count revisions from in-memory index tree' (duration: 131.47962ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:16:53.647951Z","caller":"traceutil/trace.go:171","msg":"trace[752462251] transaction","detail":"{read_only:false; response_revision:10598; number_of_response:1; }","duration":"117.365031ms","start":"2026-03-19T18:16:53.530565Z","end":"2026-03-19T18:16:53.64793Z","steps":["trace[752462251] 'process raft request' (duration: 117.232838ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:16:53.800568Z","caller":"traceutil/trace.go:171","msg":"trace[2052121241] linearizableReadLoop","detail":"{readStateIndex:11005; appliedIndex:11004; }","duration":"116.555009ms","start":"2026-03-19T18:16:53.683988Z","end":"2026-03-19T18:16:53.800543Z","steps":["trace[2052121241] 'read index received' (duration: 88.541757ms)","trace[2052121241] 'applied index is now lower than readState.Index' (duration: 28.012342ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:16:53.800662Z","caller":"traceutil/trace.go:171","msg":"trace[1341409408] transaction","detail":"{read_only:false; response_revision:10599; number_of_response:1; }","duration":"130.287838ms","start":"2026-03-19T18:16:53.670328Z","end":"2026-03-19T18:16:53.800616Z","steps":["trace[1341409408] 'process raft request' (duration: 102.343938ms)","trace[1341409408] 'compare' (duration: 27.764485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:16:53.800882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.879388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T18:16:53.800956Z","caller":"traceutil/trace.go:171","msg":"trace[419194145] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10599; }","duration":"116.979601ms","start":"2026-03-19T18:16:53.683936Z","end":"2026-03-19T18:16:53.800916Z","steps":["trace[419194145] 'agreement among raft nodes before linearized reading' (duration: 116.752555ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:16:54.720591Z","caller":"traceutil/trace.go:171","msg":"trace[776647256] linearizableReadLoop","detail":"{readStateIndex:11012; appliedIndex:11011; }","duration":"292.948144ms","start":"2026-03-19T18:16:54.42762Z","end":"2026-03-19T18:16:54.720569Z","steps":["trace[776647256] 'read index received' (duration: 292.676707ms)","trace[776647256] 'applied index is now lower than readState.Index' (duration: 270.547µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:16:54.720768Z","caller":"traceutil/trace.go:171","msg":"trace[759900344] transaction","detail":"{read_only:false; response_revision:10606; number_of_response:1; }","duration":"345.398821ms","start":"2026-03-19T18:16:54.375326Z","end":"2026-03-19T18:16:54.720724Z","steps":["trace[759900344] 'process raft request' (duration: 345.065533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:16:54.720812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.17515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:16:54.720972Z","caller":"traceutil/trace.go:171","msg":"trace[1937878686] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:10606; }","duration":"293.349045ms","start":"2026-03-19T18:16:54.427602Z","end":"2026-03-19T18:16:54.720951Z","steps":["trace[1937878686] 'agreement among raft nodes before linearized reading' (duration: 293.126169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:16:54.720977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.19466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-7bf57cd88d-hd24v\" ","response":"range_response_count:1 size:7414"} {"level":"info","ts":"2026-03-19T18:16:54.721055Z","caller":"traceutil/trace.go:171","msg":"trace[1792344911] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-7bf57cd88d-hd24v; range_end:; response_count:1; response_revision:10606; }","duration":"182.390866ms","start":"2026-03-19T18:16:54.538648Z","end":"2026-03-19T18:16:54.721039Z","steps":["trace[1792344911] 'agreement among raft nodes before linearized reading' (duration: 182.145889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:16:54.720976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:16:54.375308Z","time spent":"345.564856ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:16:56.982383Z","caller":"traceutil/trace.go:171","msg":"trace[156247085] transaction","detail":"{read_only:false; response_revision:10623; number_of_response:1; }","duration":"252.16842ms","start":"2026-03-19T18:16:56.73019Z","end":"2026-03-19T18:16:56.982358Z","steps":["trace[156247085] 'process raft request' (duration: 251.985335ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:16:57.038881Z","caller":"traceutil/trace.go:171","msg":"trace[357766020] linearizableReadLoop","detail":"{readStateIndex:11031; appliedIndex:11029; }","duration":"139.262108ms","start":"2026-03-19T18:16:56.899543Z","end":"2026-03-19T18:16:57.038805Z","steps":["trace[357766020] 'read index received' (duration: 82.69747ms)","trace[357766020] 'applied index is now lower than readState.Index' (duration: 56.563038ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:16:57.039057Z","caller":"traceutil/trace.go:171","msg":"trace[99657268] transaction","detail":"{read_only:false; response_revision:10624; number_of_response:1; }","duration":"228.016931ms","start":"2026-03-19T18:16:56.810984Z","end":"2026-03-19T18:16:57.039001Z","steps":["trace[99657268] 'process raft request' (duration: 227.499047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:16:57.039283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.56394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:16:57.039334Z","caller":"traceutil/trace.go:171","msg":"trace[207013239] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:10625; }","duration":"103.675983ms","start":"2026-03-19T18:16:56.935646Z","end":"2026-03-19T18:16:57.039322Z","steps":["trace[207013239] 'agreement among raft nodes before linearized reading' (duration: 103.486268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:16:57.039332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.761081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:16:57.039394Z","caller":"traceutil/trace.go:171","msg":"trace[50416875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10625; }","duration":"139.884315ms","start":"2026-03-19T18:16:56.899489Z","end":"2026-03-19T18:16:57.039373Z","steps":["trace[50416875] 'agreement among raft nodes before linearized reading' (duration: 139.620428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:16:57.039442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.060342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T18:16:57.03948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.041668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:16:57.039516Z","caller":"traceutil/trace.go:171","msg":"trace[1718723434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10625; }","duration":"114.204455ms","start":"2026-03-19T18:16:56.925287Z","end":"2026-03-19T18:16:57.039491Z","steps":["trace[1718723434] 'agreement among raft nodes before linearized reading' (duration: 113.968089ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:16:57.039575Z","caller":"traceutil/trace.go:171","msg":"trace[998874657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10625; }","duration":"134.181762ms","start":"2026-03-19T18:16:56.905369Z","end":"2026-03-19T18:16:57.039551Z","steps":["trace[998874657] 'agreement among raft nodes before linearized reading' (duration: 133.896534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:16:57.039894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.228128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T18:16:57.040011Z","caller":"traceutil/trace.go:171","msg":"trace[1907864522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10625; }","duration":"139.423723ms","start":"2026-03-19T18:16:56.900568Z","end":"2026-03-19T18:16:57.039992Z","steps":["trace[1907864522] 'agreement among raft nodes before linearized reading' (duration: 138.496958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:17:00.385907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828900552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:17:00.886215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828900552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T18:17:00.985414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692074171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:17:00.985485Z","caller":"traceutil/trace.go:171","msg":"trace[358183504] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:10642; }","duration":"1.692199865s","start":"2026-03-19T18:16:59.293268Z","end":"2026-03-19T18:17:00.985468Z","steps":["trace[358183504] 'count revisions from in-memory index tree' (duration: 1.691962078s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:17:00.985517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:16:59.293242Z","time spent":"1.692266907s","remote":"127.0.0.1:36506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:17:01.085716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.218687544s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T18:17:01.086328Z","caller":"traceutil/trace.go:171","msg":"trace[1310947250] transaction","detail":"{read_only:false; response_revision:10643; number_of_response:1; }","duration":"1.219355782s","start":"2026-03-19T18:16:59.866917Z","end":"2026-03-19T18:17:01.086273Z","steps":["trace[1310947250] 'process raft request' (duration: 1.219136087s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:17:01.086586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:16:59.866891Z","time spent":"1.219532677s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:17:01.829595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.52493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:17:01.82993Z","caller":"traceutil/trace.go:171","msg":"trace[2022654942] transaction","detail":"{read_only:false; response_revision:10644; number_of_response:1; }","duration":"1.717302599s","start":"2026-03-19T18:17:00.112594Z","end":"2026-03-19T18:17:01.829896Z","steps":["trace[2022654942] 'process raft request' (duration: 1.195385599s)","trace[2022654942] 'compare' (duration: 520.999156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:17:01.830158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:17:00.112567Z","time spent":"1.717452974s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:17:02.026323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.605498ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-19T18:17:02.026675Z","caller":"traceutil/trace.go:171","msg":"trace[1978378977] transaction","detail":"{read_only:false; response_revision:10645; number_of_response:1; }","duration":"965.56881ms","start":"2026-03-19T18:17:01.061069Z","end":"2026-03-19T18:17:02.026638Z","steps":["trace[1978378977] 'process raft request' (duration: 965.359534ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:17:02.026643Z","caller":"traceutil/trace.go:171","msg":"trace[188513800] linearizableReadLoop","detail":"{readStateIndex:11052; appliedIndex:11049; }","duration":"2.141218899s","start":"2026-03-19T18:16:59.885393Z","end":"2026-03-19T18:17:02.026612Z","steps":["trace[188513800] 'read index received' (duration: 1.200619139s)","trace[188513800] 'applied index is now lower than readState.Index' (duration: 940.59784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:17:02.026874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:17:01.061022Z","time spent":"965.751215ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:17:02.111496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226072497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:17:02.111585Z","caller":"traceutil/trace.go:171","msg":"trace[1367793853] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:10645; }","duration":"2.226200651s","start":"2026-03-19T18:16:59.885361Z","end":"2026-03-19T18:17:02.111562Z","steps":["trace[1367793853] 'agreement among raft nodes before linearized reading' (duration: 2.141458416s)","trace[1367793853] 'count revisions from in-memory index tree' (duration: 84.613162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:17:02.111636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:16:59.885344Z","time spent":"2.226280613s","remote":"127.0.0.1:43930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:17:02.111645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.387635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:17:02.111716Z","caller":"traceutil/trace.go:171","msg":"trace[1729748288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10646; }","duration":"965.511508ms","start":"2026-03-19T18:17:01.146186Z","end":"2026-03-19T18:17:02.111698Z","steps":["trace[1729748288] 'agreement among raft nodes before linearized reading' (duration: 965.381585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:17:02.111745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.945828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T18:17:02.111815Z","caller":"traceutil/trace.go:171","msg":"trace[562939445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10646; }","duration":"900.01838ms","start":"2026-03-19T18:17:01.211788Z","end":"2026-03-19T18:17:02.111806Z","steps":["trace[562939445] 'agreement among raft nodes before linearized reading' (duration: 899.759843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:17:02.111858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:17:01.211745Z","time spent":"900.105402ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T18:17:02.111964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012230826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T18:17:02.111954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.523064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T18:17:02.112036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.266096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:17:02.112082Z","caller":"traceutil/trace.go:171","msg":"trace[1106514724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10646; }","duration":"900.688969ms","start":"2026-03-19T18:17:01.211362Z","end":"2026-03-19T18:17:02.11205Z","steps":["trace[1106514724] 'agreement among raft nodes before linearized reading' (duration: 900.339049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:17:02.112105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.320208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T18:17:02.11213Z","caller":"traceutil/trace.go:171","msg":"trace[649375129] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:10646; }","duration":"932.402269ms","start":"2026-03-19T18:17:01.179706Z","end":"2026-03-19T18:17:02.112109Z","steps":["trace[649375129] 'agreement among raft nodes before linearized reading' (duration: 931.838244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:17:02.112138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:17:01.211338Z","time spent":"900.789331ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T18:17:02.112152Z","caller":"traceutil/trace.go:171","msg":"trace[893392675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10646; }","duration":"900.40069ms","start":"2026-03-19T18:17:01.21174Z","end":"2026-03-19T18:17:02.112141Z","steps":["trace[893392675] 'agreement among raft nodes before linearized reading' (duration: 900.256396ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:17:02.112128Z","caller":"traceutil/trace.go:171","msg":"trace[469704584] transaction","detail":"{read_only:false; response_revision:10646; number_of_response:1; }","duration":"346.314377ms","start":"2026-03-19T18:17:01.765772Z","end":"2026-03-19T18:17:02.112087Z","steps":["trace[469704584] 'process raft request' (duration: 261.022947ms)","trace[469704584] 'compare' (duration: 84.605781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:17:02.112196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:17:01.211722Z","time spent":"900.466122ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T18:17:02.112192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:17:01.179688Z","time spent":"932.494422ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-f925l\" "} {"level":"warn","ts":"2026-03-19T18:17:02.112175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.472993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T18:17:02.112256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.404412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:17:02.112269Z","caller":"traceutil/trace.go:171","msg":"trace[829369078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10646; }","duration":"922.635358ms","start":"2026-03-19T18:17:01.189612Z","end":"2026-03-19T18:17:02.112248Z","steps":["trace[829369078] 'agreement among raft nodes before linearized reading' (duration: 922.358531ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:17:02.112058Z","caller":"traceutil/trace.go:171","msg":"trace[1931332445] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10646; }","duration":"2.0123744s","start":"2026-03-19T18:17:00.099663Z","end":"2026-03-19T18:17:02.112037Z","steps":["trace[1931332445] 'agreement among raft nodes before linearized reading' (duration: 2.012075252s)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:17:02.112311Z","caller":"traceutil/trace.go:171","msg":"trace[808092599] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:10646; }","duration":"868.479913ms","start":"2026-03-19T18:17:01.243817Z","end":"2026-03-19T18:17:02.112296Z","steps":["trace[808092599] 'agreement among raft nodes before linearized reading' (duration: 868.405831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:17:02.112324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:17:01.189592Z","time spent":"922.72028ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T18:17:02.112312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:17:01.765746Z","time spent":"346.467111ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":927,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T18:17:02.112344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.792912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:17:02.112401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.537323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T18:17:02.112403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.550438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:17:02.112437Z","caller":"traceutil/trace.go:171","msg":"trace[1598149528] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:10646; }","duration":"666.619695ms","start":"2026-03-19T18:17:01.445807Z","end":"2026-03-19T18:17:02.112427Z","steps":["trace[1598149528] 'agreement among raft nodes before linearized reading' (duration: 666.558543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:17:02.112469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:17:01.445779Z","time spent":"666.683887ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:17:02.11248Z","caller":"traceutil/trace.go:171","msg":"trace[2102301725] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:10646; }","duration":"395.669832ms","start":"2026-03-19T18:17:01.716788Z","end":"2026-03-19T18:17:02.112457Z","steps":["trace[2102301725] 'agreement among raft nodes before linearized reading' (duration: 395.520368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:17:02.112345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:17:01.243806Z","time spent":"868.530285ms","remote":"127.0.0.1:36912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:17:02.112557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:17:01.716766Z","time spent":"395.779114ms","remote":"127.0.0.1:36848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:17:02.112422Z","caller":"traceutil/trace.go:171","msg":"trace[794578165] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:10646; }","duration":"545.914935ms","start":"2026-03-19T18:17:01.566487Z","end":"2026-03-19T18:17:02.112402Z","steps":["trace[794578165] 'agreement among raft nodes before linearized reading' (duration: 545.773331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:17:02.112771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:17:01.566467Z","time spent":"546.285975ms","remote":"127.0.0.1:45790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:17:02.112353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:17:00.099645Z","time spent":"2.012690929s","remote":"127.0.0.1:45786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-19T18:17:02.111778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:17:01.146159Z","time spent":"965.610871ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T18:17:02.112711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090568596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:17:02.113085Z","caller":"traceutil/trace.go:171","msg":"trace[792896511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10646; }","duration":"1.090975856s","start":"2026-03-19T18:17:01.022094Z","end":"2026-03-19T18:17:02.11307Z","steps":["trace[792896511] 'agreement among raft nodes before linearized reading' (duration: 1.090085422s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:17:02.113161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:17:01.022072Z","time spent":"1.091078369s","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T18:17:02.308284Z","caller":"traceutil/trace.go:171","msg":"trace[815098593] transaction","detail":"{read_only:false; response_revision:10648; number_of_response:1; }","duration":"191.343767ms","start":"2026-03-19T18:17:02.116912Z","end":"2026-03-19T18:17:02.308256Z","steps":["trace[815098593] 'process raft request' (duration: 118.488151ms)","trace[815098593] 'compare' (duration: 72.6414ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:17:02.308689Z","caller":"traceutil/trace.go:171","msg":"trace[626039568] linearizableReadLoop","detail":"{readStateIndex:11058; appliedIndex:11054; }","duration":"191.068279ms","start":"2026-03-19T18:17:02.117597Z","end":"2026-03-19T18:17:02.308665Z","steps":["trace[626039568] 'read index received' (duration: 83.305396ms)","trace[626039568] 'applied index is now lower than readState.Index' (duration: 107.761722ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:17:02.30869Z","caller":"traceutil/trace.go:171","msg":"trace[265135385] transaction","detail":"{read_only:false; response_revision:10649; number_of_response:1; }","duration":"191.558092ms","start":"2026-03-19T18:17:02.117086Z","end":"2026-03-19T18:17:02.308644Z","steps":["trace[265135385] 'process raft request' (duration: 191.12499ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:17:02.308766Z","caller":"traceutil/trace.go:171","msg":"trace[2066897928] transaction","detail":"{read_only:false; response_revision:10651; number_of_response:1; }","duration":"191.135021ms","start":"2026-03-19T18:17:02.117617Z","end":"2026-03-19T18:17:02.308752Z","steps":["trace[2066897928] 'process raft request' (duration: 190.995617ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:17:02.308772Z","caller":"traceutil/trace.go:171","msg":"trace[1962420819] transaction","detail":"{read_only:false; response_revision:10650; number_of_response:1; }","duration":"191.180852ms","start":"2026-03-19T18:17:02.117553Z","end":"2026-03-19T18:17:02.308733Z","steps":["trace[1962420819] 'process raft request' (duration: 190.951226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:17:02.308933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.134149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:17:02.30902Z","caller":"traceutil/trace.go:171","msg":"trace[1627183868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10651; }","duration":"160.294982ms","start":"2026-03-19T18:17:02.148701Z","end":"2026-03-19T18:17:02.308996Z","steps":["trace[1627183868] 'agreement among raft nodes before linearized reading' (duration: 160.142218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:17:02.309145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.545662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368468"} {"level":"info","ts":"2026-03-19T18:17:02.309192Z","caller":"traceutil/trace.go:171","msg":"trace[97547656] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:10651; }","duration":"191.599883ms","start":"2026-03-19T18:17:02.117586Z","end":"2026-03-19T18:17:02.309186Z","steps":["trace[97547656] 'agreement among raft nodes before linearized reading' (duration: 191.203263ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:17:02.655031Z","caller":"traceutil/trace.go:171","msg":"trace[1743393756] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10652; }","duration":"147.322455ms","start":"2026-03-19T18:17:02.507691Z","end":"2026-03-19T18:17:02.655014Z","steps":["trace[1743393756] 'process raft request' (duration: 147.202392ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:17:03.048374Z","caller":"traceutil/trace.go:171","msg":"trace[1165514702] transaction","detail":"{read_only:false; response_revision:10655; number_of_response:1; }","duration":"106.280562ms","start":"2026-03-19T18:17:02.942068Z","end":"2026-03-19T18:17:03.048348Z","steps":["trace[1165514702] 'process raft request' (duration: 106.137268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:17:03.452564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.626677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:17:03.452634Z","caller":"traceutil/trace.go:171","msg":"trace[645075953] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:10656; }","duration":"114.7509ms","start":"2026-03-19T18:17:03.337865Z","end":"2026-03-19T18:17:03.452616Z","steps":["trace[645075953] 'count revisions from in-memory index tree' (duration: 114.477113ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:18:12.932797Z","caller":"traceutil/trace.go:171","msg":"trace[972066700] transaction","detail":"{read_only:false; response_revision:11038; number_of_response:1; }","duration":"105.359708ms","start":"2026-03-19T18:18:12.827394Z","end":"2026-03-19T18:18:12.932754Z","steps":["trace[972066700] 'process raft request' (duration: 94.052385ms)","trace[972066700] 'compare' (duration: 11.036166ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:18:12.933104Z","caller":"traceutil/trace.go:171","msg":"trace[1653827281] linearizableReadLoop","detail":"{readStateIndex:11462; appliedIndex:11460; }","duration":"101.819624ms","start":"2026-03-19T18:18:12.831245Z","end":"2026-03-19T18:18:12.933065Z","steps":["trace[1653827281] 'read index received' (duration: 90.206252ms)","trace[1653827281] 'applied index is now lower than readState.Index' (duration: 11.611442ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:18:12.933258Z","caller":"traceutil/trace.go:171","msg":"trace[436080414] transaction","detail":"{read_only:false; response_revision:11039; number_of_response:1; }","duration":"105.612896ms","start":"2026-03-19T18:18:12.827554Z","end":"2026-03-19T18:18:12.933167Z","steps":["trace[436080414] 'process raft request' (duration: 105.148353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:18:12.933466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.200584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:18:12.93358Z","caller":"traceutil/trace.go:171","msg":"trace[2071955836] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:11039; }","duration":"102.349147ms","start":"2026-03-19T18:18:12.831211Z","end":"2026-03-19T18:18:12.93356Z","steps":["trace[2071955836] 'agreement among raft nodes before linearized reading' (duration: 102.08044ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:18:42.406565Z","caller":"traceutil/trace.go:171","msg":"trace[212404979] transaction","detail":"{read_only:false; response_revision:11175; number_of_response:1; }","duration":"140.522022ms","start":"2026-03-19T18:18:42.266006Z","end":"2026-03-19T18:18:42.406528Z","steps":["trace[212404979] 'process raft request' (duration: 97.476866ms)","trace[212404979] 'compare' (duration: 42.80295ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:18:42.575498Z","caller":"traceutil/trace.go:171","msg":"trace[566616009] linearizableReadLoop","detail":"{readStateIndex:11607; appliedIndex:11606; }","duration":"110.038004ms","start":"2026-03-19T18:18:42.465429Z","end":"2026-03-19T18:18:42.575467Z","steps":["trace[566616009] 'read index received' (duration: 109.390127ms)","trace[566616009] 'applied index is now lower than readState.Index' (duration: 646.767µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:18:42.575641Z","caller":"traceutil/trace.go:171","msg":"trace[1952648919] transaction","detail":"{read_only:false; response_revision:11177; number_of_response:1; }","duration":"144.634933ms","start":"2026-03-19T18:18:42.430964Z","end":"2026-03-19T18:18:42.575599Z","steps":["trace[1952648919] 'process raft request' (duration: 143.951784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:18:42.575748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.297581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-19T18:18:42.575788Z","caller":"traceutil/trace.go:171","msg":"trace[833567176] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11177; }","duration":"110.358562ms","start":"2026-03-19T18:18:42.465418Z","end":"2026-03-19T18:18:42.575777Z","steps":["trace[833567176] 'agreement among raft nodes before linearized reading' (duration: 110.158607ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:18:42.58915Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9502} {"level":"warn","ts":"2026-03-19T18:18:42.876894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.595574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:18:42.877336Z","caller":"traceutil/trace.go:171","msg":"trace[1586486016] transaction","detail":"{read_only:false; response_revision:11180; number_of_response:1; }","duration":"111.852903ms","start":"2026-03-19T18:18:42.765455Z","end":"2026-03-19T18:18:42.877308Z","steps":["trace[1586486016] 'compare' (duration: 97.471136ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:18:42.877378Z","caller":"traceutil/trace.go:171","msg":"trace[840657411] transaction","detail":"{read_only:false; response_revision:11181; number_of_response:1; }","duration":"110.197188ms","start":"2026-03-19T18:18:42.767165Z","end":"2026-03-19T18:18:42.877362Z","steps":["trace[840657411] 'process raft request' (duration: 109.828908ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:18:42.93399Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9502,"took":"342.032262ms","hash":1230703795,"current-db-size-bytes":38449152,"current-db-size":"38 MB","current-db-size-in-use-bytes":19496960,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-19T18:18:42.934109Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1230703795,"revision":9502,"compact-revision":7327} {"level":"info","ts":"2026-03-19T18:18:45.219881Z","caller":"traceutil/trace.go:171","msg":"trace[751754664] transaction","detail":"{read_only:false; response_revision:11194; number_of_response:1; }","duration":"106.502679ms","start":"2026-03-19T18:18:45.113357Z","end":"2026-03-19T18:18:45.21986Z","steps":["trace[751754664] 'process raft request' (duration: 77.965203ms)","trace[751754664] 'compare' (duration: 28.32738ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:18:45.417109Z","caller":"traceutil/trace.go:171","msg":"trace[69436665] transaction","detail":"{read_only:false; response_revision:11196; number_of_response:1; }","duration":"191.688625ms","start":"2026-03-19T18:18:45.225395Z","end":"2026-03-19T18:18:45.417084Z","steps":["trace[69436665] 'process raft request' (duration: 184.629756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:18:46.794333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3306377730828902152,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T18:18:46.973995Z","caller":"traceutil/trace.go:171","msg":"trace[1349314448] transaction","detail":"{read_only:false; response_revision:11199; number_of_response:1; }","duration":"723.688566ms","start":"2026-03-19T18:18:46.250278Z","end":"2026-03-19T18:18:46.973967Z","steps":["trace[1349314448] 'process raft request' (duration: 723.491151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:18:46.974358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:18:46.25025Z","time spent":"724.032186ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T18:18:47.020408Z","caller":"traceutil/trace.go:171","msg":"trace[461854540] linearizableReadLoop","detail":"{readStateIndex:11632; appliedIndex:11630; }","duration":"727.051336ms","start":"2026-03-19T18:18:46.293332Z","end":"2026-03-19T18:18:47.020384Z","steps":["trace[461854540] 'read index received' (duration: 680.455195ms)","trace[461854540] 'applied index is now lower than readState.Index' (duration: 46.595131ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:18:47.020518Z","caller":"traceutil/trace.go:171","msg":"trace[906316187] transaction","detail":"{read_only:false; response_revision:11200; number_of_response:1; }","duration":"424.855255ms","start":"2026-03-19T18:18:46.595614Z","end":"2026-03-19T18:18:47.020469Z","steps":["trace[906316187] 'process raft request' (duration: 424.628749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:18:47.020681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.321314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T18:18:47.020732Z","caller":"traceutil/trace.go:171","msg":"trace[1047677602] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11200; }","duration":"727.433027ms","start":"2026-03-19T18:18:46.293288Z","end":"2026-03-19T18:18:47.020721Z","steps":["trace[1047677602] 'agreement among raft nodes before linearized reading' (duration: 727.222922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:18:47.02077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:18:46.293266Z","time spent":"727.494419ms","remote":"127.0.0.1:45722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T18:18:47.02076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:18:46.595594Z","time spent":"425.036569ms","remote":"127.0.0.1:45818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T18:18:47.020796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.854122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T18:18:47.020866Z","caller":"traceutil/trace.go:171","msg":"trace[1802044830] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:11200; }","duration":"393.963755ms","start":"2026-03-19T18:18:46.626887Z","end":"2026-03-19T18:18:47.02085Z","steps":["trace[1802044830] 'agreement among raft nodes before linearized reading' (duration: 393.808461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:18:47.020911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.810755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-19T18:18:47.020975Z","caller":"traceutil/trace.go:171","msg":"trace[1691114061] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11200; }","duration":"433.912358ms","start":"2026-03-19T18:18:46.587045Z","end":"2026-03-19T18:18:47.020958Z","steps":["trace[1691114061] 'agreement among raft nodes before linearized reading' (duration: 433.671311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:18:47.020939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.165755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T18:18:47.021017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:18:46.587026Z","time spent":"433.979959ms","remote":"127.0.0.1:45786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5151,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-19T18:18:47.021019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:18:46.626869Z","time spent":"394.13116ms","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":28,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-19T18:18:47.021044Z","caller":"traceutil/trace.go:171","msg":"trace[2133511228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11200; }","duration":"114.273038ms","start":"2026-03-19T18:18:46.906756Z","end":"2026-03-19T18:18:47.021029Z","steps":["trace[2133511228] 'agreement among raft nodes before linearized reading' (duration: 114.031781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:18:47.021156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.539674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:18:47.021372Z","caller":"traceutil/trace.go:171","msg":"trace[1802976561] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11200; }","duration":"488.803601ms","start":"2026-03-19T18:18:46.532544Z","end":"2026-03-19T18:18:47.021348Z","steps":["trace[1802976561] 'agreement among raft nodes before linearized reading' (duration: 488.148374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:18:47.021544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T18:18:46.532508Z","time spent":"489.012757ms","remote":"127.0.0.1:45778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T18:18:47.336612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.312914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:18:47.336679Z","caller":"traceutil/trace.go:171","msg":"trace[1874123233] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:11202; }","duration":"103.413476ms","start":"2026-03-19T18:18:47.233249Z","end":"2026-03-19T18:18:47.336663Z","steps":["trace[1874123233] 'range keys from in-memory index tree' (duration: 103.17585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:18:47.336627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.783785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T18:18:47.336883Z","caller":"traceutil/trace.go:171","msg":"trace[1626645761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11202; }","duration":"114.040452ms","start":"2026-03-19T18:18:47.222813Z","end":"2026-03-19T18:18:47.336853Z","steps":["trace[1626645761] 'range keys from in-memory index tree' (duration: 113.62159ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:18:47.873713Z","caller":"traceutil/trace.go:171","msg":"trace[1733630392] transaction","detail":"{read_only:false; response_revision:11207; number_of_response:1; }","duration":"101.197977ms","start":"2026-03-19T18:18:47.77249Z","end":"2026-03-19T18:18:47.873688Z","steps":["trace[1733630392] 'process raft request' (duration: 101.039493ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:18:48.063635Z","caller":"traceutil/trace.go:171","msg":"trace[1700791833] transaction","detail":"{read_only:false; response_revision:11208; number_of_response:1; }","duration":"280.695746ms","start":"2026-03-19T18:18:47.782905Z","end":"2026-03-19T18:18:48.0636Z","steps":["trace[1700791833] 'process raft request' (duration: 247.836583ms)","trace[1700791833] 'compare' (duration: 32.727559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:18:49.20325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.86186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:18:49.203398Z","caller":"traceutil/trace.go:171","msg":"trace[466256154] linearizableReadLoop","detail":"{readStateIndex:11642; appliedIndex:11641; }","duration":"166.548811ms","start":"2026-03-19T18:18:49.03681Z","end":"2026-03-19T18:18:49.203359Z","steps":["trace[466256154] 'read index received' (duration: 50.472085ms)","trace[466256154] 'applied index is now lower than readState.Index' (duration: 116.075046ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:18:49.203414Z","caller":"traceutil/trace.go:171","msg":"trace[1367439137] transaction","detail":"{read_only:false; response_revision:11210; number_of_response:1; }","duration":"176.507718ms","start":"2026-03-19T18:18:49.026872Z","end":"2026-03-19T18:18:49.20338Z","steps":["trace[1367439137] 'process raft request' (duration: 60.395481ms)","trace[1367439137] 'compare' (duration: 115.721557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:18:49.203552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.779985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-19T18:18:49.203604Z","caller":"traceutil/trace.go:171","msg":"trace[993655042] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11210; }","duration":"176.840497ms","start":"2026-03-19T18:18:49.026752Z","end":"2026-03-19T18:18:49.203593Z","steps":["trace[993655042] 'agreement among raft nodes before linearized reading' (duration: 176.687803ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:18:49.224452Z","caller":"traceutil/trace.go:171","msg":"trace[221683134] transaction","detail":"{read_only:false; response_revision:11211; number_of_response:1; }","duration":"151.59026ms","start":"2026-03-19T18:18:49.072825Z","end":"2026-03-19T18:18:49.224415Z","steps":["trace[221683134] 'process raft request' (duration: 151.370894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:18:49.224502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.311302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T18:18:49.224618Z","caller":"traceutil/trace.go:171","msg":"trace[953647319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11211; }","duration":"110.466976ms","start":"2026-03-19T18:18:49.11413Z","end":"2026-03-19T18:18:49.224597Z","steps":["trace[953647319] 'agreement among raft nodes before linearized reading' (duration: 110.195709ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:18:49.374166Z","caller":"traceutil/trace.go:171","msg":"trace[1793458684] transaction","detail":"{read_only:false; response_revision:11213; number_of_response:1; }","duration":"145.938198ms","start":"2026-03-19T18:18:49.228194Z","end":"2026-03-19T18:18:49.374132Z","steps":["trace[1793458684] 'process raft request' (duration: 101.821794ms)","trace[1793458684] 'compare' (duration: 43.743034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:18:51.631656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.707633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T18:18:51.631801Z","caller":"traceutil/trace.go:171","msg":"trace[294556302] transaction","detail":"{read_only:false; response_revision:11222; number_of_response:1; }","duration":"250.124434ms","start":"2026-03-19T18:18:51.38165Z","end":"2026-03-19T18:18:51.631774Z","steps":["trace[294556302] 'process raft request' (duration: 95.220055ms)","trace[294556302] 'compare' (duration: 154.58588ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:18:51.631855Z","caller":"traceutil/trace.go:171","msg":"trace[169213803] transaction","detail":"{read_only:false; response_revision:11223; number_of_response:1; }","duration":"207.726037ms","start":"2026-03-19T18:18:51.424114Z","end":"2026-03-19T18:18:51.63184Z","steps":["trace[169213803] 'process raft request' (duration: 207.666285ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:18:51.631965Z","caller":"traceutil/trace.go:171","msg":"trace[1856477329] linearizableReadLoop","detail":"{readStateIndex:11655; appliedIndex:11654; }","duration":"245.217243ms","start":"2026-03-19T18:18:51.386704Z","end":"2026-03-19T18:18:51.631921Z","steps":["trace[1856477329] 'read index received' (duration: 90.116059ms)","trace[1856477329] 'applied index is now lower than readState.Index' (duration: 155.097304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:18:51.632125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.411018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f925l\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-19T18:18:51.63217Z","caller":"traceutil/trace.go:171","msg":"trace[1068619697] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f925l; range_end:; response_count:1; response_revision:11223; }","duration":"245.473789ms","start":"2026-03-19T18:18:51.386686Z","end":"2026-03-19T18:18:51.632159Z","steps":["trace[1068619697] 'agreement among raft nodes before linearized reading' (duration: 245.329125ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:18:51.727552Z","caller":"traceutil/trace.go:171","msg":"trace[214780825] transaction","detail":"{read_only:false; response_revision:11224; number_of_response:1; }","duration":"132.803155ms","start":"2026-03-19T18:18:51.594715Z","end":"2026-03-19T18:18:51.727518Z","steps":["trace[214780825] 'process raft request' (duration: 132.477736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:18:51.727659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.663324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T18:18:51.727706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.798317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-19T18:18:51.727765Z","caller":"traceutil/trace.go:171","msg":"trace[2025981004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11224; }","duration":"204.787828ms","start":"2026-03-19T18:18:51.522936Z","end":"2026-03-19T18:18:51.727724Z","steps":["trace[2025981004] 'agreement among raft nodes before linearized reading' (duration: 204.51944ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:18:51.727769Z","caller":"traceutil/trace.go:171","msg":"trace[46073296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11224; }","duration":"290.891738ms","start":"2026-03-19T18:18:51.436862Z","end":"2026-03-19T18:18:51.727753Z","steps":["trace[46073296] 'agreement among raft nodes before linearized reading' (duration: 290.715764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:18:51.727871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.042164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T18:18:51.728012Z","caller":"traceutil/trace.go:171","msg":"trace[321269695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11224; }","duration":"205.297461ms","start":"2026-03-19T18:18:51.522695Z","end":"2026-03-19T18:18:51.727993Z","steps":["trace[321269695] 'agreement among raft nodes before linearized reading' (duration: 204.90193ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:18:51.870169Z","caller":"traceutil/trace.go:171","msg":"trace[537167796] linearizableReadLoop","detail":"{readStateIndex:11658; appliedIndex:11657; }","duration":"142.795073ms","start":"2026-03-19T18:18:51.727355Z","end":"2026-03-19T18:18:51.87015Z","steps":["trace[537167796] 'read index received' (duration: 120.762381ms)","trace[537167796] 'applied index is now lower than readState.Index' (duration: 22.032132ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:18:51.870273Z","caller":"traceutil/trace.go:171","msg":"trace[1689745721] transaction","detail":"{read_only:false; response_revision:11225; number_of_response:1; }","duration":"235.036859ms","start":"2026-03-19T18:18:51.63521Z","end":"2026-03-19T18:18:51.870247Z","steps":["trace[1689745721] 'process raft request' (duration: 212.840004ms)","trace[1689745721] 'compare' (duration: 22.00709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:18:51.870624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.000192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375688"} {"level":"info","ts":"2026-03-19T18:18:51.870666Z","caller":"traceutil/trace.go:171","msg":"trace[653686470] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:11225; }","duration":"234.075854ms","start":"2026-03-19T18:18:51.636579Z","end":"2026-03-19T18:18:51.870655Z","steps":["trace[653686470] 'agreement among raft nodes before linearized reading' (duration: 233.641042ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:18:51.893924Z","caller":"traceutil/trace.go:171","msg":"trace[1015346743] transaction","detail":"{read_only:false; response_revision:11227; number_of_response:1; }","duration":"161.613149ms","start":"2026-03-19T18:18:51.73229Z","end":"2026-03-19T18:18:51.893903Z","steps":["trace[1015346743] 'process raft request' (duration: 161.558327ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:18:51.894055Z","caller":"traceutil/trace.go:171","msg":"trace[483667343] transaction","detail":"{read_only:false; response_revision:11228; number_of_response:1; }","duration":"161.326671ms","start":"2026-03-19T18:18:51.732701Z","end":"2026-03-19T18:18:51.894028Z","steps":["trace[483667343] 'process raft request' (duration: 161.175137ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:18:51.893962Z","caller":"traceutil/trace.go:171","msg":"trace[1597218649] transaction","detail":"{read_only:false; response_revision:11226; number_of_response:1; }","duration":"162.156223ms","start":"2026-03-19T18:18:51.731753Z","end":"2026-03-19T18:18:51.893909Z","steps":["trace[1597218649] 'process raft request' (duration: 161.968758ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:19:08.252695Z","caller":"traceutil/trace.go:171","msg":"trace[510320410] transaction","detail":"{read_only:false; response_revision:11300; number_of_response:1; }","duration":"154.405874ms","start":"2026-03-19T18:19:08.098255Z","end":"2026-03-19T18:19:08.252661Z","steps":["trace[510320410] 'process raft request' (duration: 99.982834ms)","trace[510320410] 'compare' (duration: 54.218575ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:19:08.261084Z","caller":"traceutil/trace.go:171","msg":"trace[1126081347] linearizableReadLoop","detail":"{readStateIndex:11737; appliedIndex:11735; }","duration":"116.461996ms","start":"2026-03-19T18:19:08.14459Z","end":"2026-03-19T18:19:08.261052Z","steps":["trace[1126081347] 'read index received' (duration: 53.662081ms)","trace[1126081347] 'applied index is now lower than readState.Index' (duration: 62.798694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:19:08.26125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.64283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T18:19:08.26126Z","caller":"traceutil/trace.go:171","msg":"trace[1594165836] transaction","detail":"{read_only:false; response_revision:11301; number_of_response:1; }","duration":"162.903732ms","start":"2026-03-19T18:19:08.098312Z","end":"2026-03-19T18:19:08.261216Z","steps":["trace[1594165836] 'process raft request' (duration: 162.601304ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:19:08.261294Z","caller":"traceutil/trace.go:171","msg":"trace[908460698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11301; }","duration":"116.701372ms","start":"2026-03-19T18:19:08.144582Z","end":"2026-03-19T18:19:08.261283Z","steps":["trace[908460698] 'agreement among raft nodes before linearized reading' (duration: 116.581098ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:19:23.466162Z","caller":"traceutil/trace.go:171","msg":"trace[2132653848] transaction","detail":"{read_only:false; response_revision:11367; number_of_response:1; }","duration":"119.18324ms","start":"2026-03-19T18:19:23.34694Z","end":"2026-03-19T18:19:23.466123Z","steps":["trace[2132653848] 'process raft request' (duration: 118.945743ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:19:27.904276Z","caller":"traceutil/trace.go:171","msg":"trace[24997938] linearizableReadLoop","detail":"{readStateIndex:11827; appliedIndex:11826; }","duration":"119.964011ms","start":"2026-03-19T18:19:27.784287Z","end":"2026-03-19T18:19:27.904251Z","steps":["trace[24997938] 'read index received' (duration: 119.747215ms)","trace[24997938] 'applied index is now lower than readState.Index' (duration: 215.956µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:19:27.904354Z","caller":"traceutil/trace.go:171","msg":"trace[988554074] transaction","detail":"{read_only:false; response_revision:11387; number_of_response:1; }","duration":"151.925689ms","start":"2026-03-19T18:19:27.752399Z","end":"2026-03-19T18:19:27.904325Z","steps":["trace[988554074] 'process raft request' (duration: 151.714953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:19:27.904539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.264199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T18:19:27.904608Z","caller":"traceutil/trace.go:171","msg":"trace[1137886072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11387; }","duration":"120.388672ms","start":"2026-03-19T18:19:27.784203Z","end":"2026-03-19T18:19:27.904591Z","steps":["trace[1137886072] 'agreement among raft nodes before linearized reading' (duration: 120.171376ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:19:52.484258Z","caller":"traceutil/trace.go:171","msg":"trace[606506440] transaction","detail":"{read_only:false; response_revision:11499; number_of_response:1; }","duration":"135.024934ms","start":"2026-03-19T18:19:52.349211Z","end":"2026-03-19T18:19:52.484236Z","steps":["trace[606506440] 'process raft request' (duration: 127.151503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:22:33.471873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.592188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"info","ts":"2026-03-19T18:22:33.472037Z","caller":"traceutil/trace.go:171","msg":"trace[1444898580] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:12238; }","duration":"146.818895ms","start":"2026-03-19T18:22:33.325187Z","end":"2026-03-19T18:22:33.472006Z","steps":["trace[1444898580] 'range keys from in-memory index tree' (duration: 146.318112ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:22:40.612006Z","caller":"traceutil/trace.go:171","msg":"trace[765173667] transaction","detail":"{read_only:false; response_revision:12274; number_of_response:1; }","duration":"105.746183ms","start":"2026-03-19T18:22:40.506236Z","end":"2026-03-19T18:22:40.611982Z","steps":["trace[765173667] 'process raft request' (duration: 84.776536ms)","trace[765173667] 'compare' (duration: 20.789822ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:23:06.922372Z","caller":"traceutil/trace.go:171","msg":"trace[1960656012] linearizableReadLoop","detail":"{readStateIndex:12877; appliedIndex:12876; }","duration":"120.553094ms","start":"2026-03-19T18:23:06.801799Z","end":"2026-03-19T18:23:06.922353Z","steps":["trace[1960656012] 'read index received' (duration: 120.386279ms)","trace[1960656012] 'applied index is now lower than readState.Index' (duration: 166.175µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:23:06.922435Z","caller":"traceutil/trace.go:171","msg":"trace[1848279873] transaction","detail":"{read_only:false; response_revision:12392; number_of_response:1; }","duration":"120.679447ms","start":"2026-03-19T18:23:06.801731Z","end":"2026-03-19T18:23:06.922411Z","steps":["trace[1848279873] 'process raft request' (duration: 120.503412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:23:06.922564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.031801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-nqnxh\" ","response":"range_response_count:1 size:4948"} {"level":"info","ts":"2026-03-19T18:23:06.922595Z","caller":"traceutil/trace.go:171","msg":"trace[1661849447] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-nqnxh; range_end:; response_count:1; response_revision:12392; }","duration":"106.074242ms","start":"2026-03-19T18:23:06.816511Z","end":"2026-03-19T18:23:06.922585Z","steps":["trace[1661849447] 'agreement among raft nodes before linearized reading' (duration: 105.953599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:23:06.922862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.970625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-796fc97d46-rqhqz\" ","response":"range_response_count:1 size:11670"} {"level":"info","ts":"2026-03-19T18:23:06.922962Z","caller":"traceutil/trace.go:171","msg":"trace[57035343] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-796fc97d46-rqhqz; range_end:; response_count:1; response_revision:12392; }","duration":"121.16299ms","start":"2026-03-19T18:23:06.801766Z","end":"2026-03-19T18:23:06.922929Z","steps":["trace[57035343] 'agreement among raft nodes before linearized reading' (duration: 120.690547ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:23:11.406992Z","caller":"traceutil/trace.go:171","msg":"trace[2126866304] transaction","detail":"{read_only:false; response_revision:12415; number_of_response:1; }","duration":"148.717746ms","start":"2026-03-19T18:23:11.258253Z","end":"2026-03-19T18:23:11.406971Z","steps":["trace[2126866304] 'process raft request' (duration: 148.572292ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:23:11.407048Z","caller":"traceutil/trace.go:171","msg":"trace[190792127] linearizableReadLoop","detail":"{readStateIndex:12901; appliedIndex:12901; }","duration":"128.464538ms","start":"2026-03-19T18:23:11.278547Z","end":"2026-03-19T18:23:11.407012Z","steps":["trace[190792127] 'read index received' (duration: 128.444538ms)","trace[190792127] 'applied index is now lower than readState.Index' (duration: 16.44µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T18:23:11.407351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.307055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-19T18:23:11.407487Z","caller":"traceutil/trace.go:171","msg":"trace[753241350] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:12415; }","duration":"114.48362ms","start":"2026-03-19T18:23:11.292981Z","end":"2026-03-19T18:23:11.407464Z","steps":["trace[753241350] 'agreement among raft nodes before linearized reading' (duration: 114.202592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T18:23:11.407373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.802427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-19T18:23:11.407856Z","caller":"traceutil/trace.go:171","msg":"trace[1872924211] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:12415; }","duration":"129.322052ms","start":"2026-03-19T18:23:11.278514Z","end":"2026-03-19T18:23:11.407836Z","steps":["trace[1872924211] 'agreement among raft nodes before linearized reading' (duration: 128.588612ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T18:23:42.626848Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11178} {"level":"info","ts":"2026-03-19T18:23:42.824895Z","caller":"traceutil/trace.go:171","msg":"trace[1360330002] transaction","detail":"{read_only:false; response_revision:12562; number_of_response:1; }","duration":"105.387693ms","start":"2026-03-19T18:23:42.719483Z","end":"2026-03-19T18:23:42.824871Z","steps":["trace[1360330002] 'process raft request' (duration: 61.548016ms)","trace[1360330002] 'compare' (duration: 42.47636ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T18:23:42.869848Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11178,"took":"241.277813ms","hash":3062158478,"current-db-size-bytes":38449152,"current-db-size":"38 MB","current-db-size-in-use-bytes":16019456,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-03-19T18:23:42.869906Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3062158478,"revision":11178,"compact-revision":9502}