{"level":"warn","ts":"2026-07-03T15:05:32.220515Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T15:05:32.220611Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.248:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.248:2380","--initial-cluster=instance=https://199.204.45.248:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.248:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.248:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-03T15:05:32.220682Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T15:05:32.220694Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-07-03T15:05:32.22071Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T15:05:32.221343Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"]} {"level":"info","ts":"2026-07-03T15:05:32.221413Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.248:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-03T15:05:32.22542Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.778365ms"} {"level":"info","ts":"2026-07-03T15:05:32.231971Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"39582465ceaa2f67","cluster-id":"87fd8ddedde3be45"} {"level":"info","ts":"2026-07-03T15:05:32.232051Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=()"} {"level":"info","ts":"2026-07-03T15:05:32.232079Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 0"} {"level":"info","ts":"2026-07-03T15:05:32.232098Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 39582465ceaa2f67 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-03T15:05:32.232107Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 1"} {"level":"info","ts":"2026-07-03T15:05:32.23214Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"warn","ts":"2026-07-03T15:05:32.241852Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-03T15:05:32.243826Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-03T15:05:32.245243Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-03T15:05:32.247982Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"39582465ceaa2f67","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-03T15:05:32.248157Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"39582465ceaa2f67","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-03T15:05:32.24833Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T15:05:32.248465Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T15:05:32.248507Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T15:05:32.249534Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"info","ts":"2026-07-03T15:05:32.249932Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","added-peer-id":"39582465ceaa2f67","added-peer-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-07-03T15:05:32.252302Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T15:05:32.252458Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-07-03T15:05:32.25249Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-07-03T15:05:32.252592Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"39582465ceaa2f67","initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-03T15:05:32.252648Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-03T15:05:32.433132Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 is starting a new election at term 1"} {"level":"info","ts":"2026-07-03T15:05:32.433192Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-03T15:05:32.433241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgPreVoteResp from 39582465ceaa2f67 at term 1"} {"level":"info","ts":"2026-07-03T15:05:32.433269Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became candidate at term 2"} {"level":"info","ts":"2026-07-03T15:05:32.433285Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgVoteResp from 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-07-03T15:05:32.433307Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became leader at term 2"} {"level":"info","ts":"2026-07-03T15:05:32.433325Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 39582465ceaa2f67 elected leader 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-07-03T15:05:32.434502Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"39582465ceaa2f67","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.248:2379]}","request-path":"/0/members/39582465ceaa2f67/attributes","cluster-id":"87fd8ddedde3be45","publish-timeout":"7s"} {"level":"info","ts":"2026-07-03T15:05:32.434562Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T15:05:32.434643Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T15:05:32.434643Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:05:32.434879Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-03T15:05:32.434938Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-03T15:05:32.436284Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:05:32.436366Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:05:32.436396Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T15:05:32.438202Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.248:2379"} {"level":"info","ts":"2026-07-03T15:05:32.438455Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-03T15:05:48.325758Z","caller":"traceutil/trace.go:171","msg":"trace[774543432] linearizableReadLoop","detail":"{readStateIndex:381; appliedIndex:380; }","duration":"126.800626ms","start":"2026-07-03T15:05:48.198932Z","end":"2026-07-03T15:05:48.325732Z","steps":["trace[774543432] 'read index received' (duration: 126.610221ms)","trace[774543432] 'applied index is now lower than readState.Index' (duration: 189.685µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:05:48.325815Z","caller":"traceutil/trace.go:171","msg":"trace[1815633421] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"173.206496ms","start":"2026-07-03T15:05:48.152571Z","end":"2026-07-03T15:05:48.325777Z","steps":["trace[1815633421] 'process raft request' (duration: 173.008541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:05:48.325979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.000661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-03T15:05:48.326058Z","caller":"traceutil/trace.go:171","msg":"trace[49030941] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:368; }","duration":"127.162396ms","start":"2026-07-03T15:05:48.198884Z","end":"2026-07-03T15:05:48.326046Z","steps":["trace[49030941] 'agreement among raft nodes before linearized reading' (duration: 126.998251ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:06:11.68555Z","caller":"traceutil/trace.go:171","msg":"trace[466942182] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"213.707919ms","start":"2026-07-03T15:06:11.471815Z","end":"2026-07-03T15:06:11.685522Z","steps":["trace[466942182] 'process raft request' (duration: 213.598096ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:06:11.696832Z","caller":"traceutil/trace.go:171","msg":"trace[484129995] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"224.602542ms","start":"2026-07-03T15:06:11.472207Z","end":"2026-07-03T15:06:11.69681Z","steps":["trace[484129995] 'process raft request' (duration: 224.443148ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:06:11.696961Z","caller":"traceutil/trace.go:171","msg":"trace[1731471365] transaction","detail":"{read_only:false; number_of_response:1; response_revision:499; }","duration":"222.837763ms","start":"2026-07-03T15:06:11.474115Z","end":"2026-07-03T15:06:11.696953Z","steps":["trace[1731471365] 'process raft request' (duration: 222.697679ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:06:11.697037Z","caller":"traceutil/trace.go:171","msg":"trace[148752103] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"223.655206ms","start":"2026-07-03T15:06:11.473327Z","end":"2026-07-03T15:06:11.696983Z","steps":["trace[148752103] 'process raft request' (duration: 223.418829ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:06:11.697081Z","caller":"traceutil/trace.go:171","msg":"trace[27503737] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"222.690249ms","start":"2026-07-03T15:06:11.474365Z","end":"2026-07-03T15:06:11.697056Z","steps":["trace[27503737] 'process raft request' (duration: 222.474283ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:06:11.697115Z","caller":"traceutil/trace.go:171","msg":"trace[649220224] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"223.129641ms","start":"2026-07-03T15:06:11.473977Z","end":"2026-07-03T15:06:11.697107Z","steps":["trace[649220224] 'process raft request' (duration: 222.811053ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:06:11.697251Z","caller":"traceutil/trace.go:171","msg":"trace[758173431] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"222.464913ms","start":"2026-07-03T15:06:11.47472Z","end":"2026-07-03T15:06:11.697185Z","steps":["trace[758173431] 'process raft request' (duration: 222.150134ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:06:11.697355Z","caller":"traceutil/trace.go:171","msg":"trace[1457356703] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"222.398521ms","start":"2026-07-03T15:06:11.474948Z","end":"2026-07-03T15:06:11.697346Z","steps":["trace[1457356703] 'process raft request' (duration: 222.038931ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:06:11.697347Z","caller":"traceutil/trace.go:171","msg":"trace[1918392897] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"212.240338ms","start":"2026-07-03T15:06:11.485085Z","end":"2026-07-03T15:06:11.697325Z","steps":["trace[1918392897] 'process raft request' (duration: 211.997402ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:06:11.697435Z","caller":"traceutil/trace.go:171","msg":"trace[735142835] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"210.308135ms","start":"2026-07-03T15:06:11.487122Z","end":"2026-07-03T15:06:11.69743Z","steps":["trace[735142835] 'process raft request' (duration: 210.037508ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:06:11.697324Z","caller":"traceutil/trace.go:171","msg":"trace[741055369] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"220.721124ms","start":"2026-07-03T15:06:11.476594Z","end":"2026-07-03T15:06:11.697315Z","steps":["trace[741055369] 'process raft request' (duration: 220.458867ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:06:11.697604Z","caller":"traceutil/trace.go:171","msg":"trace[1030269013] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"204.240206ms","start":"2026-07-03T15:06:11.493346Z","end":"2026-07-03T15:06:11.697586Z","steps":["trace[1030269013] 'process raft request' (duration: 203.871385ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:06:11.697782Z","caller":"traceutil/trace.go:171","msg":"trace[1310822637] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"202.18888ms","start":"2026-07-03T15:06:11.495572Z","end":"2026-07-03T15:06:11.697761Z","steps":["trace[1310822637] 'process raft request' (duration: 201.725847ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:06:11.698051Z","caller":"traceutil/trace.go:171","msg":"trace[1202227901] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"173.118431ms","start":"2026-07-03T15:06:11.524919Z","end":"2026-07-03T15:06:11.698038Z","steps":["trace[1202227901] 'process raft request' (duration: 172.953777ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:06:17.889096Z","caller":"traceutil/trace.go:171","msg":"trace[340760020] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"115.855799ms","start":"2026-07-03T15:06:17.773213Z","end":"2026-07-03T15:06:17.889069Z","steps":["trace[340760020] 'process raft request' (duration: 115.323245ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:06:18.073027Z","caller":"traceutil/trace.go:171","msg":"trace[41178379] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"118.468312ms","start":"2026-07-03T15:06:17.954457Z","end":"2026-07-03T15:06:18.072925Z","steps":["trace[41178379] 'process raft request' (duration: 85.969019ms)","trace[41178379] 'compare' (duration: 28.575024ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:06:18.655475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.484655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kh47z\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-07-03T15:06:18.655551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.545017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-03T15:06:18.655665Z","caller":"traceutil/trace.go:171","msg":"trace[946241771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:600; }","duration":"180.711483ms","start":"2026-07-03T15:06:18.474921Z","end":"2026-07-03T15:06:18.655633Z","steps":["trace[946241771] 'range keys from in-memory index tree' (duration: 180.317381ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:06:18.65559Z","caller":"traceutil/trace.go:171","msg":"trace[176364223] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kh47z; range_end:; response_count:1; response_revision:600; }","duration":"416.696301ms","start":"2026-07-03T15:06:18.238867Z","end":"2026-07-03T15:06:18.655564Z","steps":["trace[176364223] 'range keys from in-memory index tree' (duration: 416.259589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:06:18.655774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:06:18.238843Z","time spent":"416.914117ms","remote":"127.0.0.1:44576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-kh47z\" "} {"level":"info","ts":"2026-07-03T15:06:18.684283Z","caller":"traceutil/trace.go:171","msg":"trace[935196242] linearizableReadLoop","detail":"{readStateIndex:622; appliedIndex:621; }","duration":"107.449266ms","start":"2026-07-03T15:06:18.576797Z","end":"2026-07-03T15:06:18.684246Z","steps":["trace[935196242] 'read index received' (duration: 106.14803ms)","trace[935196242] 'applied index is now lower than readState.Index' (duration: 1.300246ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:06:18.684459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.640172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T15:06:18.684691Z","caller":"traceutil/trace.go:171","msg":"trace[505641441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:601; }","duration":"107.770005ms","start":"2026-07-03T15:06:18.576723Z","end":"2026-07-03T15:06:18.684493Z","steps":["trace[505641441] 'agreement among raft nodes before linearized reading' (duration: 107.655522ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:06:18.68501Z","caller":"traceutil/trace.go:171","msg":"trace[237064173] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"208.026301ms","start":"2026-07-03T15:06:18.476938Z","end":"2026-07-03T15:06:18.684964Z","steps":["trace[237064173] 'process raft request' (duration: 206.424746ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:06:34.522652Z","caller":"traceutil/trace.go:171","msg":"trace[1911103066] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"155.363398ms","start":"2026-07-03T15:06:34.367268Z","end":"2026-07-03T15:06:34.522631Z","steps":["trace[1911103066] 'process raft request' (duration: 155.241204ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:07:50.085222Z","caller":"traceutil/trace.go:171","msg":"trace[1207638167] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"321.190575ms","start":"2026-07-03T15:07:49.76401Z","end":"2026-07-03T15:07:50.0852Z","steps":["trace[1207638167] 'process raft request' (duration: 321.040941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:07:50.08572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:07:49.76398Z","time spent":"321.315959ms","remote":"127.0.0.1:44576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10970,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:07:50.098386Z","caller":"traceutil/trace.go:171","msg":"trace[882529841] linearizableReadLoop","detail":"{readStateIndex:1904; appliedIndex:1903; }","duration":"254.568899ms","start":"2026-07-03T15:07:49.843793Z","end":"2026-07-03T15:07:50.098362Z","steps":["trace[882529841] 'read index received' (duration: 241.432181ms)","trace[882529841] 'applied index is now lower than readState.Index' (duration: 13.135518ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:07:50.098464Z","caller":"traceutil/trace.go:171","msg":"trace[2026106670] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"255.252488ms","start":"2026-07-03T15:07:49.843195Z","end":"2026-07-03T15:07:50.098447Z","steps":["trace[2026106670] 'process raft request' (duration: 255.044062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:07:50.09853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.731114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:07:50.098569Z","caller":"traceutil/trace.go:171","msg":"trace[758919546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1836; }","duration":"254.813386ms","start":"2026-07-03T15:07:49.843748Z","end":"2026-07-03T15:07:50.098561Z","steps":["trace[758919546] 'agreement among raft nodes before linearized reading' (duration: 254.735554ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:07:50.233309Z","caller":"traceutil/trace.go:171","msg":"trace[1611004685] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"142.337786ms","start":"2026-07-03T15:07:50.090943Z","end":"2026-07-03T15:07:50.23328Z","steps":["trace[1611004685] 'process raft request' (duration: 120.663659ms)","trace[1611004685] 'compare' (duration: 21.454961ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:07:50.233714Z","caller":"traceutil/trace.go:171","msg":"trace[1830037895] linearizableReadLoop","detail":"{readStateIndex:1908; appliedIndex:1904; }","duration":"135.222847ms","start":"2026-07-03T15:07:50.098461Z","end":"2026-07-03T15:07:50.233684Z","steps":["trace[1830037895] 'read index received' (duration: 113.066256ms)","trace[1830037895] 'applied index is now lower than readState.Index' (duration: 22.155301ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:07:50.233773Z","caller":"traceutil/trace.go:171","msg":"trace[1861862191] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"142.649285ms","start":"2026-07-03T15:07:50.091102Z","end":"2026-07-03T15:07:50.233751Z","steps":["trace[1861862191] 'process raft request' (duration: 142.10944ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:07:50.233849Z","caller":"traceutil/trace.go:171","msg":"trace[1023833083] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"142.427758ms","start":"2026-07-03T15:07:50.091396Z","end":"2026-07-03T15:07:50.233824Z","steps":["trace[1023833083] 'process raft request' (duration: 142.213682ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:07:50.23387Z","caller":"traceutil/trace.go:171","msg":"trace[924865234] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"142.46651ms","start":"2026-07-03T15:07:50.091382Z","end":"2026-07-03T15:07:50.233848Z","steps":["trace[924865234] 'process raft request' (duration: 142.10445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:07:50.234044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.607689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0131a7b3-956f-46b8-a3e2-82f2aab4a153\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-03T15:07:50.23409Z","caller":"traceutil/trace.go:171","msg":"trace[1019337498] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0131a7b3-956f-46b8-a3e2-82f2aab4a153; range_end:; response_count:1; response_revision:1840; }","duration":"144.694182ms","start":"2026-07-03T15:07:50.089382Z","end":"2026-07-03T15:07:50.234077Z","steps":["trace[1019337498] 'agreement among raft nodes before linearized reading' (duration: 144.468086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:07:50.234203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.135545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:07:50.234288Z","caller":"traceutil/trace.go:171","msg":"trace[6268054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1840; }","duration":"340.273418ms","start":"2026-07-03T15:07:49.893996Z","end":"2026-07-03T15:07:50.234269Z","steps":["trace[6268054] 'agreement among raft nodes before linearized reading' (duration: 340.000691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:07:50.234335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:07:49.893977Z","time spent":"340.348241ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T15:08:06.341869Z","caller":"traceutil/trace.go:171","msg":"trace[1075703233] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"133.284493ms","start":"2026-07-03T15:08:06.208554Z","end":"2026-07-03T15:08:06.341838Z","steps":["trace[1075703233] 'process raft request' (duration: 133.123378ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:08:39.383527Z","caller":"traceutil/trace.go:171","msg":"trace[2079252401] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"134.677412ms","start":"2026-07-03T15:08:39.248825Z","end":"2026-07-03T15:08:39.383503Z","steps":["trace[2079252401] 'process raft request' (duration: 134.487527ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:08:45.531844Z","caller":"traceutil/trace.go:171","msg":"trace[982254084] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"129.661852ms","start":"2026-07-03T15:08:45.402147Z","end":"2026-07-03T15:08:45.531809Z","steps":["trace[982254084] 'process raft request' (duration: 129.379384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:08:45.768183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.438157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:08:45.768517Z","caller":"traceutil/trace.go:171","msg":"trace[1187652881] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"232.575227ms","start":"2026-07-03T15:08:45.535923Z","end":"2026-07-03T15:08:45.768498Z","steps":["trace[1187652881] 'process raft request' (duration: 232.369871ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:08:45.768499Z","caller":"traceutil/trace.go:171","msg":"trace[905154416] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"232.547197ms","start":"2026-07-03T15:08:45.535915Z","end":"2026-07-03T15:08:45.768462Z","steps":["trace[905154416] 'process raft request' (duration: 78.613147ms)","trace[905154416] 'compare' (duration: 153.271152ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:08:45.7688Z","caller":"traceutil/trace.go:171","msg":"trace[1497364543] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"232.746682ms","start":"2026-07-03T15:08:45.536042Z","end":"2026-07-03T15:08:45.768788Z","steps":["trace[1497364543] 'process raft request' (duration: 232.383622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:09:18.833506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.564831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T15:09:18.833643Z","caller":"traceutil/trace.go:171","msg":"trace[1866685695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2547; }","duration":"139.707475ms","start":"2026-07-03T15:09:18.693909Z","end":"2026-07-03T15:09:18.833617Z","steps":["trace[1866685695] 'range keys from in-memory index tree' (duration: 139.372285ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:09:53.306307Z","caller":"traceutil/trace.go:171","msg":"trace[1787160653] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"108.726289ms","start":"2026-07-03T15:09:53.197552Z","end":"2026-07-03T15:09:53.306278Z","steps":["trace[1787160653] 'process raft request' (duration: 108.527533ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:09:53.550279Z","caller":"traceutil/trace.go:171","msg":"trace[1696136438] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"202.979304ms","start":"2026-07-03T15:09:53.347268Z","end":"2026-07-03T15:09:53.550248Z","steps":["trace[1696136438] 'process raft request' (duration: 202.801029ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:13:55.874091Z","caller":"traceutil/trace.go:171","msg":"trace[1747702710] linearizableReadLoop","detail":"{readStateIndex:4958; appliedIndex:4957; }","duration":"112.601045ms","start":"2026-07-03T15:13:55.761465Z","end":"2026-07-03T15:13:55.874066Z","steps":["trace[1747702710] 'read index received' (duration: 12.88408ms)","trace[1747702710] 'applied index is now lower than readState.Index' (duration: 99.715845ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:13:55.874142Z","caller":"traceutil/trace.go:171","msg":"trace[936815422] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"114.59398ms","start":"2026-07-03T15:13:55.759525Z","end":"2026-07-03T15:13:55.874119Z","steps":["trace[936815422] 'process raft request' (duration: 114.378404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:13:55.874362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.868922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-03T15:13:55.874416Z","caller":"traceutil/trace.go:171","msg":"trace[2079078836] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4781; }","duration":"112.966575ms","start":"2026-07-03T15:13:55.761435Z","end":"2026-07-03T15:13:55.874401Z","steps":["trace[2079078836] 'agreement among raft nodes before linearized reading' (duration: 112.78006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:13:59.799116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.857886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:4088"} {"level":"info","ts":"2026-07-03T15:13:59.79932Z","caller":"traceutil/trace.go:171","msg":"trace[138177886] linearizableReadLoop","detail":"{readStateIndex:5136; appliedIndex:5135; }","duration":"114.739404ms","start":"2026-07-03T15:13:59.684496Z","end":"2026-07-03T15:13:59.799235Z","steps":["trace[138177886] 'read index received' (duration: 37.761µs)","trace[138177886] 'applied index is now lower than readState.Index' (duration: 114.699833ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:13:59.799339Z","caller":"traceutil/trace.go:171","msg":"trace[8294119] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4952; }","duration":"218.698498ms","start":"2026-07-03T15:13:59.580611Z","end":"2026-07-03T15:13:59.79931Z","steps":["trace[8294119] 'process raft request' (duration: 59.503792ms)","trace[8294119] 'compare' (duration: 158.767994ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:13:59.799754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.233388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-07-03T15:13:59.799846Z","caller":"traceutil/trace.go:171","msg":"trace[1005249238] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4952; }","duration":"115.369232ms","start":"2026-07-03T15:13:59.684455Z","end":"2026-07-03T15:13:59.799824Z","steps":["trace[1005249238] 'agreement among raft nodes before linearized reading' (duration: 114.92016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:13:59.834766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.70859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-t4hd9\" ","response":"range_response_count:1 size:9871"} {"level":"info","ts":"2026-07-03T15:13:59.83484Z","caller":"traceutil/trace.go:171","msg":"trace[1096641953] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-t4hd9; range_end:; response_count:1; response_revision:4953; }","duration":"106.826033ms","start":"2026-07-03T15:13:59.727995Z","end":"2026-07-03T15:13:59.834821Z","steps":["trace[1096641953] 'agreement among raft nodes before linearized reading' (duration: 106.625858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:13:59.834832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.030378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-51c05bb9-cb2e-417a-bea7-ea6ebb040e38\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-03T15:13:59.834913Z","caller":"traceutil/trace.go:171","msg":"trace[156997457] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-51c05bb9-cb2e-417a-bea7-ea6ebb040e38; range_end:; response_count:1; response_revision:4953; }","duration":"117.165662ms","start":"2026-07-03T15:13:59.717728Z","end":"2026-07-03T15:13:59.834893Z","steps":["trace[156997457] 'agreement among raft nodes before linearized reading' (duration: 116.863714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:13:59.835455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.022319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-t4hd9.18bed065eea88e5e\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-07-03T15:13:59.835521Z","caller":"traceutil/trace.go:171","msg":"trace[69566522] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-t4hd9.18bed065eea88e5e; range_end:; response_count:1; response_revision:4953; }","duration":"107.130442ms","start":"2026-07-03T15:13:59.72838Z","end":"2026-07-03T15:13:59.835511Z","steps":["trace[69566522] 'agreement among raft nodes before linearized reading' (duration: 106.975997ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:14:14.274252Z","caller":"traceutil/trace.go:171","msg":"trace[464966449] linearizableReadLoop","detail":"{readStateIndex:5428; appliedIndex:5427; }","duration":"134.868696ms","start":"2026-07-03T15:14:14.139342Z","end":"2026-07-03T15:14:14.27421Z","steps":["trace[464966449] 'read index received' (duration: 40.015348ms)","trace[464966449] 'applied index is now lower than readState.Index' (duration: 94.851958ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:14:14.274281Z","caller":"traceutil/trace.go:171","msg":"trace[1871001266] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"183.195156ms","start":"2026-07-03T15:14:14.091041Z","end":"2026-07-03T15:14:14.274236Z","steps":["trace[1871001266] 'process raft request' (duration: 88.41674ms)","trace[1871001266] 'compare' (duration: 94.55441ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:14:14.274424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.066872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:14:14.27451Z","caller":"traceutil/trace.go:171","msg":"trace[68328751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5235; }","duration":"135.211956ms","start":"2026-07-03T15:14:14.139277Z","end":"2026-07-03T15:14:14.274489Z","steps":["trace[68328751] 'agreement among raft nodes before linearized reading' (duration: 135.015171ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:14:22.868851Z","caller":"traceutil/trace.go:171","msg":"trace[798129421] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"167.293412ms","start":"2026-07-03T15:14:22.701522Z","end":"2026-07-03T15:14:22.868816Z","steps":["trace[798129421] 'process raft request' (duration: 128.836309ms)","trace[798129421] 'compare' (duration: 38.284349ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:14:22.939922Z","caller":"traceutil/trace.go:171","msg":"trace[410554961] linearizableReadLoop","detail":"{readStateIndex:5625; appliedIndex:5623; }","duration":"235.876797ms","start":"2026-07-03T15:14:22.704017Z","end":"2026-07-03T15:14:22.939894Z","steps":["trace[410554961] 'read index received' (duration: 126.361209ms)","trace[410554961] 'applied index is now lower than readState.Index' (duration: 109.514778ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:14:22.940009Z","caller":"traceutil/trace.go:171","msg":"trace[546324375] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5428; }","duration":"238.248054ms","start":"2026-07-03T15:14:22.701727Z","end":"2026-07-03T15:14:22.939975Z","steps":["trace[546324375] 'process raft request' (duration: 237.986726ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:14:22.940001Z","caller":"traceutil/trace.go:171","msg":"trace[596484517] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"181.624712ms","start":"2026-07-03T15:14:22.758336Z","end":"2026-07-03T15:14:22.93996Z","steps":["trace[596484517] 'process raft request' (duration: 181.476728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:14:22.940214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.170875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4867"} {"level":"info","ts":"2026-07-03T15:14:22.940327Z","caller":"traceutil/trace.go:171","msg":"trace[159594678] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5429; }","duration":"236.32864ms","start":"2026-07-03T15:14:22.703966Z","end":"2026-07-03T15:14:22.940295Z","steps":["trace[159594678] 'agreement among raft nodes before linearized reading' (duration: 236.031111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:14:22.940373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.542487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80c564de-f2c0-4ba6-bde2-9bc5b459c0c3\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-03T15:14:22.940491Z","caller":"traceutil/trace.go:171","msg":"trace[91698260] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80c564de-f2c0-4ba6-bde2-9bc5b459c0c3; range_end:; response_count:1; response_revision:5429; }","duration":"149.735831ms","start":"2026-07-03T15:14:22.790728Z","end":"2026-07-03T15:14:22.940463Z","steps":["trace[91698260] 'agreement among raft nodes before linearized reading' (duration: 149.437733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:14:22.940552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.903166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-03T15:14:22.940604Z","caller":"traceutil/trace.go:171","msg":"trace[1134355160] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5429; }","duration":"231.979819ms","start":"2026-07-03T15:14:22.708607Z","end":"2026-07-03T15:14:22.940587Z","steps":["trace[1134355160] 'agreement among raft nodes before linearized reading' (duration: 231.799854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:14:22.94854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.687585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T15:14:22.948645Z","caller":"traceutil/trace.go:171","msg":"trace[1045334049] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5429; }","duration":"243.83686ms","start":"2026-07-03T15:14:22.704781Z","end":"2026-07-03T15:14:22.948618Z","steps":["trace[1045334049] 'agreement among raft nodes before linearized reading' (duration: 235.286461ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:14:23.112381Z","caller":"traceutil/trace.go:171","msg":"trace[1971948232] linearizableReadLoop","detail":"{readStateIndex:5627; appliedIndex:5626; }","duration":"165.956715ms","start":"2026-07-03T15:14:22.946394Z","end":"2026-07-03T15:14:23.112351Z","steps":["trace[1971948232] 'read index received' (duration: 70.054107ms)","trace[1971948232] 'applied index is now lower than readState.Index' (duration: 95.901658ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:14:23.11252Z","caller":"traceutil/trace.go:171","msg":"trace[1109895478] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"166.14067ms","start":"2026-07-03T15:14:22.946364Z","end":"2026-07-03T15:14:23.112505Z","steps":["trace[1109895478] 'process raft request' (duration: 70.199091ms)","trace[1109895478] 'compare' (duration: 95.63837ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:14:23.112769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.019857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-03T15:14:23.112849Z","caller":"traceutil/trace.go:171","msg":"trace[1441261067] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5430; }","duration":"161.11925ms","start":"2026-07-03T15:14:22.951693Z","end":"2026-07-03T15:14:23.112812Z","steps":["trace[1441261067] 'agreement among raft nodes before linearized reading' (duration: 160.927294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:14:23.112828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.621563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-03T15:14:23.112923Z","caller":"traceutil/trace.go:171","msg":"trace[1108361237] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5430; }","duration":"137.738787ms","start":"2026-07-03T15:14:22.975157Z","end":"2026-07-03T15:14:23.112896Z","steps":["trace[1108361237] 'agreement among raft nodes before linearized reading' (duration: 137.49715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:14:23.112904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.479269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:4792"} {"level":"info","ts":"2026-07-03T15:14:23.113076Z","caller":"traceutil/trace.go:171","msg":"trace[2090034183] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5430; }","duration":"166.659535ms","start":"2026-07-03T15:14:22.946366Z","end":"2026-07-03T15:14:23.113025Z","steps":["trace[2090034183] 'agreement among raft nodes before linearized reading' (duration: 166.286484ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:14:23.383077Z","caller":"traceutil/trace.go:171","msg":"trace[544085827] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"260.471204ms","start":"2026-07-03T15:14:23.122566Z","end":"2026-07-03T15:14:23.383037Z","steps":["trace[544085827] 'process raft request' (duration: 220.154128ms)","trace[544085827] 'compare' (duration: 39.983147ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:14:23.383628Z","caller":"traceutil/trace.go:171","msg":"trace[1479223170] linearizableReadLoop","detail":"{readStateIndex:5628; appliedIndex:5627; }","duration":"257.687647ms","start":"2026-07-03T15:14:23.125902Z","end":"2026-07-03T15:14:23.38359Z","steps":["trace[1479223170] 'read index received' (duration: 216.781704ms)","trace[1479223170] 'applied index is now lower than readState.Index' (duration: 40.902222ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:14:23.383891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.972264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-03T15:14:23.383993Z","caller":"traceutil/trace.go:171","msg":"trace[1717076577] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5431; }","duration":"258.127348ms","start":"2026-07-03T15:14:23.125843Z","end":"2026-07-03T15:14:23.38397Z","steps":["trace[1717076577] 'agreement among raft nodes before linearized reading' (duration: 257.874981ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:14:23.428054Z","caller":"traceutil/trace.go:171","msg":"trace[1894051914] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"285.456832ms","start":"2026-07-03T15:14:23.142532Z","end":"2026-07-03T15:14:23.427989Z","steps":["trace[1894051914] 'process raft request' (duration: 285.321688ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:14:23.428093Z","caller":"traceutil/trace.go:171","msg":"trace[1325185917] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"300.233865ms","start":"2026-07-03T15:14:23.1278Z","end":"2026-07-03T15:14:23.428033Z","steps":["trace[1325185917] 'process raft request' (duration: 299.869725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:14:23.428225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.711674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bwlng\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-03T15:14:23.428314Z","caller":"traceutil/trace.go:171","msg":"trace[1020422573] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bwlng; range_end:; response_count:1; response_revision:5433; }","duration":"244.90843ms","start":"2026-07-03T15:14:23.183386Z","end":"2026-07-03T15:14:23.428295Z","steps":["trace[1020422573] 'agreement among raft nodes before linearized reading' (duration: 244.568681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:14:23.42835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:14:23.127771Z","time spent":"300.460791ms","remote":"127.0.0.1:54498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2631,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:14:23.428465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.269089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-07-03T15:14:23.428564Z","caller":"traceutil/trace.go:171","msg":"trace[1310604196] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5433; }","duration":"289.429503ms","start":"2026-07-03T15:14:23.139111Z","end":"2026-07-03T15:14:23.42854Z","steps":["trace[1310604196] 'agreement among raft nodes before linearized reading' (duration: 289.033702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:14:23.428683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.207755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:14:23.428735Z","caller":"traceutil/trace.go:171","msg":"trace[1960913028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5433; }","duration":"290.276677ms","start":"2026-07-03T15:14:23.138447Z","end":"2026-07-03T15:14:23.428724Z","steps":["trace[1960913028] 'agreement among raft nodes before linearized reading' (duration: 290.202165ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:14:34.776903Z","caller":"traceutil/trace.go:171","msg":"trace[1749883075] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"102.80492ms","start":"2026-07-03T15:14:34.67407Z","end":"2026-07-03T15:14:34.776874Z","steps":["trace[1749883075] 'process raft request' (duration: 102.611574ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:15:32.645596Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2971} {"level":"info","ts":"2026-07-03T15:15:32.720115Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2971,"took":"72.784411ms","hash":275433743,"current-db-size-bytes":58318848,"current-db-size":"58 MB","current-db-size-in-use-bytes":34320384,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-03T15:15:32.720163Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":275433743,"revision":2971,"compact-revision":-1} {"level":"info","ts":"2026-07-03T15:20:32.656894Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6066} {"level":"info","ts":"2026-07-03T15:20:32.762337Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6066,"took":"102.760023ms","hash":1379246543,"current-db-size-bytes":58318848,"current-db-size":"58 MB","current-db-size-in-use-bytes":21721088,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-07-03T15:20:32.762408Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1379246543,"revision":6066,"compact-revision":2971} {"level":"info","ts":"2026-07-03T15:20:46.775778Z","caller":"traceutil/trace.go:171","msg":"trace[1644743627] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"215.382195ms","start":"2026-07-03T15:20:46.560371Z","end":"2026-07-03T15:20:46.775753Z","steps":["trace[1644743627] 'process raft request' (duration: 215.21568ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:20:55.103776Z","caller":"traceutil/trace.go:171","msg":"trace[934433383] transaction","detail":"{read_only:false; response_revision:8378; number_of_response:1; }","duration":"295.141915ms","start":"2026-07-03T15:20:54.808609Z","end":"2026-07-03T15:20:55.103751Z","steps":["trace[934433383] 'process raft request' (duration: 294.96467ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:20:55.120944Z","caller":"traceutil/trace.go:171","msg":"trace[842016098] transaction","detail":"{read_only:false; response_revision:8379; number_of_response:1; }","duration":"185.511889ms","start":"2026-07-03T15:20:54.935402Z","end":"2026-07-03T15:20:55.120914Z","steps":["trace[842016098] 'process raft request' (duration: 185.335594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:20:55.725418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.739994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-03T15:20:55.725514Z","caller":"traceutil/trace.go:171","msg":"trace[1904146121] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8382; }","duration":"102.869357ms","start":"2026-07-03T15:20:55.622623Z","end":"2026-07-03T15:20:55.725493Z","steps":["trace[1904146121] 'range keys from in-memory index tree' (duration: 102.577669ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:21:11.790671Z","caller":"traceutil/trace.go:171","msg":"trace[1261846834] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"133.882384ms","start":"2026-07-03T15:21:11.656758Z","end":"2026-07-03T15:21:11.79064Z","steps":["trace[1261846834] 'process raft request' (duration: 133.73003ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:21:11.794623Z","caller":"traceutil/trace.go:171","msg":"trace[1339054748] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"116.106687ms","start":"2026-07-03T15:21:11.678469Z","end":"2026-07-03T15:21:11.794576Z","steps":["trace[1339054748] 'process raft request' (duration: 115.85247ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:21:16.768971Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002261.wal"} {"level":"warn","ts":"2026-07-03T15:21:21.351049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.610335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:21:21.351155Z","caller":"traceutil/trace.go:171","msg":"trace[675443329] linearizableReadLoop","detail":"{readStateIndex:8870; appliedIndex:8869; }","duration":"118.530434ms","start":"2026-07-03T15:21:21.232608Z","end":"2026-07-03T15:21:21.351138Z","steps":["trace[675443329] 'read index received' (duration: 13.732904ms)","trace[675443329] 'applied index is now lower than readState.Index' (duration: 104.79628ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:21:21.351367Z","caller":"traceutil/trace.go:171","msg":"trace[967421323] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"124.290995ms","start":"2026-07-03T15:21:21.227063Z","end":"2026-07-03T15:21:21.351354Z","steps":["trace[967421323] 'process raft request' (duration: 19.294349ms)","trace[967421323] 'compare' (duration: 104.504052ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:21:21.351694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.08579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-03T15:21:21.351737Z","caller":"traceutil/trace.go:171","msg":"trace[1614360854] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8571; }","duration":"119.142282ms","start":"2026-07-03T15:21:21.232583Z","end":"2026-07-03T15:21:21.351725Z","steps":["trace[1614360854] 'agreement among raft nodes before linearized reading' (duration: 119.011308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:21:21.351968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.910318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-03T15:21:21.352056Z","caller":"traceutil/trace.go:171","msg":"trace[252416482] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8571; }","duration":"118.037881ms","start":"2026-07-03T15:21:21.233995Z","end":"2026-07-03T15:21:21.352033Z","steps":["trace[252416482] 'agreement among raft nodes before linearized reading' (duration: 117.813365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:21:21.352033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.014567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:21:21.352544Z","caller":"traceutil/trace.go:171","msg":"trace[1049830837] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8571; }","duration":"100.558932ms","start":"2026-07-03T15:21:21.251961Z","end":"2026-07-03T15:21:21.35252Z","steps":["trace[1049830837] 'agreement among raft nodes before linearized reading' (duration: 99.972665ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:21:36.840165Z","caller":"traceutil/trace.go:171","msg":"trace[215852171] linearizableReadLoop","detail":"{readStateIndex:9004; appliedIndex:9003; }","duration":"151.731413ms","start":"2026-07-03T15:21:36.688403Z","end":"2026-07-03T15:21:36.840135Z","steps":["trace[215852171] 'read index received' (duration: 98.656589ms)","trace[215852171] 'applied index is now lower than readState.Index' (duration: 53.072884ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:21:36.84016Z","caller":"traceutil/trace.go:171","msg":"trace[584097700] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"152.107264ms","start":"2026-07-03T15:21:36.688015Z","end":"2026-07-03T15:21:36.840122Z","steps":["trace[584097700] 'process raft request' (duration: 99.03289ms)","trace[584097700] 'compare' (duration: 52.646492ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:21:36.8404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.9847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ctgdj\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-07-03T15:21:36.840531Z","caller":"traceutil/trace.go:171","msg":"trace[1360588650] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ctgdj; range_end:; response_count:1; response_revision:8699; }","duration":"152.136345ms","start":"2026-07-03T15:21:36.688375Z","end":"2026-07-03T15:21:36.840511Z","steps":["trace[1360588650] 'agreement among raft nodes before linearized reading' (duration: 151.878427ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:21:37.056801Z","caller":"traceutil/trace.go:171","msg":"trace[741814456] linearizableReadLoop","detail":"{readStateIndex:9006; appliedIndex:9005; }","duration":"204.565031ms","start":"2026-07-03T15:21:36.852219Z","end":"2026-07-03T15:21:37.056784Z","steps":["trace[741814456] 'read index received' (duration: 204.404486ms)","trace[741814456] 'applied index is now lower than readState.Index' (duration: 159.915µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:21:37.056872Z","caller":"traceutil/trace.go:171","msg":"trace[1295314444] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"205.821865ms","start":"2026-07-03T15:21:36.851019Z","end":"2026-07-03T15:21:37.056841Z","steps":["trace[1295314444] 'process raft request' (duration: 205.64834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:21:37.056981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.742305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19403"} {"level":"info","ts":"2026-07-03T15:21:37.057025Z","caller":"traceutil/trace.go:171","msg":"trace[723246735] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8700; }","duration":"204.825248ms","start":"2026-07-03T15:21:36.852183Z","end":"2026-07-03T15:21:37.057008Z","steps":["trace[723246735] 'agreement among raft nodes before linearized reading' (duration: 204.698644ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:21:37.59032Z","caller":"traceutil/trace.go:171","msg":"trace[1583940405] transaction","detail":"{read_only:false; response_revision:8702; number_of_response:1; }","duration":"155.835338ms","start":"2026-07-03T15:21:37.434466Z","end":"2026-07-03T15:21:37.590301Z","steps":["trace[1583940405] 'process raft request' (duration: 155.718115ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:21:37.590362Z","caller":"traceutil/trace.go:171","msg":"trace[176909851] linearizableReadLoop","detail":"{readStateIndex:9008; appliedIndex:9008; }","duration":"149.933843ms","start":"2026-07-03T15:21:37.44039Z","end":"2026-07-03T15:21:37.590324Z","steps":["trace[176909851] 'read index received' (duration: 149.918432ms)","trace[176909851] 'applied index is now lower than readState.Index' (duration: 12.861µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:21:37.590632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.220981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T15:21:37.590695Z","caller":"traceutil/trace.go:171","msg":"trace[513934588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8702; }","duration":"150.312533ms","start":"2026-07-03T15:21:37.440353Z","end":"2026-07-03T15:21:37.590666Z","steps":["trace[513934588] 'agreement among raft nodes before linearized reading' (duration: 150.115458ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:21:37.638063Z","caller":"traceutil/trace.go:171","msg":"trace[466770773] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"112.028133ms","start":"2026-07-03T15:21:37.525998Z","end":"2026-07-03T15:21:37.638026Z","steps":["trace[466770773] 'process raft request' (duration: 111.683753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:21:37.638284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.5866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:21:37.638527Z","caller":"traceutil/trace.go:171","msg":"trace[1236066472] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8704; }","duration":"191.083103ms","start":"2026-07-03T15:21:37.447391Z","end":"2026-07-03T15:21:37.638474Z","steps":["trace[1236066472] 'agreement among raft nodes before linearized reading' (duration: 190.547118ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:22:35.713549Z","caller":"traceutil/trace.go:171","msg":"trace[1564180541] transaction","detail":"{read_only:false; response_revision:9261; number_of_response:1; }","duration":"859.33466ms","start":"2026-07-03T15:22:34.854192Z","end":"2026-07-03T15:22:35.713527Z","steps":["trace[1564180541] 'process raft request' (duration: 859.184546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:22:35.713757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:22:34.85416Z","time spent":"859.518546ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:22:35.745568Z","caller":"traceutil/trace.go:171","msg":"trace[1527713046] transaction","detail":"{read_only:false; response_revision:9262; number_of_response:1; }","duration":"888.60545ms","start":"2026-07-03T15:22:34.856935Z","end":"2026-07-03T15:22:35.745541Z","steps":["trace[1527713046] 'process raft request' (duration: 888.343142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:22:35.745727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:22:34.856917Z","time spent":"888.729163ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:22:35.746066Z","caller":"traceutil/trace.go:171","msg":"trace[1873128359] transaction","detail":"{read_only:false; response_revision:9263; number_of_response:1; }","duration":"528.359656ms","start":"2026-07-03T15:22:35.217675Z","end":"2026-07-03T15:22:35.746035Z","steps":["trace[1873128359] 'process raft request' (duration: 527.744838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:22:35.746239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:22:35.217644Z","time spent":"528.51587ms","remote":"127.0.0.1:44618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:22:35.746244Z","caller":"traceutil/trace.go:171","msg":"trace[2006567028] transaction","detail":"{read_only:false; response_revision:9264; number_of_response:1; }","duration":"249.975751ms","start":"2026-07-03T15:22:35.496187Z","end":"2026-07-03T15:22:35.746163Z","steps":["trace[2006567028] 'process raft request' (duration: 249.766315ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:22:35.746332Z","caller":"traceutil/trace.go:171","msg":"trace[251444205] linearizableReadLoop","detail":"{readStateIndex:9584; appliedIndex:9581; }","duration":"399.150802ms","start":"2026-07-03T15:22:35.346862Z","end":"2026-07-03T15:22:35.746013Z","steps":["trace[251444205] 'read index received' (duration: 366.618391ms)","trace[251444205] 'applied index is now lower than readState.Index' (duration: 32.531651ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:22:35.746303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.438861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:22:35.746412Z","caller":"traceutil/trace.go:171","msg":"trace[1569897427] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9264; }","duration":"399.585595ms","start":"2026-07-03T15:22:35.346813Z","end":"2026-07-03T15:22:35.746398Z","steps":["trace[1569897427] 'agreement among raft nodes before linearized reading' (duration: 399.41492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:22:35.746468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:22:35.346792Z","time spent":"399.656496ms","remote":"127.0.0.1:44680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:22:54.675169Z","caller":"traceutil/trace.go:171","msg":"trace[649573606] transaction","detail":"{read_only:false; response_revision:9453; number_of_response:1; }","duration":"249.700222ms","start":"2026-07-03T15:22:54.42544Z","end":"2026-07-03T15:22:54.67514Z","steps":["trace[649573606] 'process raft request' (duration: 232.749928ms)","trace[649573606] 'compare' (duration: 16.830571ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:22:54.69278Z","caller":"traceutil/trace.go:171","msg":"trace[1923671674] transaction","detail":"{read_only:false; response_revision:9454; number_of_response:1; }","duration":"266.43879ms","start":"2026-07-03T15:22:54.426297Z","end":"2026-07-03T15:22:54.692736Z","steps":["trace[1923671674] 'process raft request' (duration: 266.279586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:22:54.692892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.439125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:22:54.692959Z","caller":"traceutil/trace.go:171","msg":"trace[1738403671] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:9454; }","duration":"264.556908ms","start":"2026-07-03T15:22:54.428385Z","end":"2026-07-03T15:22:54.692942Z","steps":["trace[1738403671] 'agreement among raft nodes before linearized reading' (duration: 264.429465ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:22:54.69276Z","caller":"traceutil/trace.go:171","msg":"trace[326155399] linearizableReadLoop","detail":"{readStateIndex:9779; appliedIndex:9777; }","duration":"264.285671ms","start":"2026-07-03T15:22:54.428423Z","end":"2026-07-03T15:22:54.692708Z","steps":["trace[326155399] 'read index received' (duration: 229.840177ms)","trace[326155399] 'applied index is now lower than readState.Index' (duration: 34.444624ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:22:54.693415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.901079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:22:54.6935Z","caller":"traceutil/trace.go:171","msg":"trace[569172229] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:9454; }","duration":"235.041152ms","start":"2026-07-03T15:22:54.458447Z","end":"2026-07-03T15:22:54.693488Z","steps":["trace[569172229] 'agreement among raft nodes before linearized reading' (duration: 234.922089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:22:54.69356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.159844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bwlng\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-03T15:22:54.693601Z","caller":"traceutil/trace.go:171","msg":"trace[1869926920] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bwlng; range_end:; response_count:1; response_revision:9454; }","duration":"167.243066ms","start":"2026-07-03T15:22:54.526349Z","end":"2026-07-03T15:22:54.693592Z","steps":["trace[1869926920] 'agreement among raft nodes before linearized reading' (duration: 167.102762ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:23:24.822756Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T15:23:24.843584Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-03T15:23:24.843743Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-03T15:25:22.329366Z","caller":"traceutil/trace.go:171","msg":"trace[1970982339] linearizableReadLoop","detail":"{readStateIndex:10944; appliedIndex:10943; }","duration":"190.246212ms","start":"2026-07-03T15:25:22.13909Z","end":"2026-07-03T15:25:22.329336Z","steps":["trace[1970982339] 'read index received' (duration: 189.956754ms)","trace[1970982339] 'applied index is now lower than readState.Index' (duration: 288.418µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:25:22.329395Z","caller":"traceutil/trace.go:171","msg":"trace[1235198135] transaction","detail":"{read_only:false; response_revision:10583; number_of_response:1; }","duration":"277.318024ms","start":"2026-07-03T15:25:22.052052Z","end":"2026-07-03T15:25:22.32937Z","steps":["trace[1235198135] 'process raft request' (duration: 277.106979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:25:22.329511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.411178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:25:22.32954Z","caller":"traceutil/trace.go:171","msg":"trace[258622731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10583; }","duration":"190.50603ms","start":"2026-07-03T15:25:22.139029Z","end":"2026-07-03T15:25:22.329535Z","steps":["trace[258622731] 'agreement among raft nodes before linearized reading' (duration: 190.422848ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:25:32.667103Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8127} {"level":"info","ts":"2026-07-03T15:25:32.728435Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8127,"took":"59.228124ms","hash":901731697,"current-db-size-bytes":58318848,"current-db-size":"58 MB","current-db-size-in-use-bytes":29384704,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-03T15:25:32.728552Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":901731697,"revision":8127,"compact-revision":6066} {"level":"info","ts":"2026-07-03T15:26:35.824741Z","caller":"traceutil/trace.go:171","msg":"trace[1550344767] transaction","detail":"{read_only:false; response_revision:11291; number_of_response:1; }","duration":"261.3694ms","start":"2026-07-03T15:26:35.563329Z","end":"2026-07-03T15:26:35.824698Z","steps":["trace[1550344767] 'process raft request' (duration: 244.061136ms)","trace[1550344767] 'compare' (duration: 16.46412ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:26:35.945349Z","caller":"traceutil/trace.go:171","msg":"trace[1627483690] transaction","detail":"{read_only:false; response_revision:11293; number_of_response:1; }","duration":"115.406842ms","start":"2026-07-03T15:26:35.829918Z","end":"2026-07-03T15:26:35.945325Z","steps":["trace[1627483690] 'process raft request' (duration: 115.33967ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:26:35.945378Z","caller":"traceutil/trace.go:171","msg":"trace[261673941] transaction","detail":"{read_only:false; response_revision:11292; number_of_response:1; }","duration":"116.740869ms","start":"2026-07-03T15:26:35.828595Z","end":"2026-07-03T15:26:35.945336Z","steps":["trace[261673941] 'process raft request' (duration: 101.551855ms)","trace[261673941] 'compare' (duration: 14.915467ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:26:36.774945Z","caller":"traceutil/trace.go:171","msg":"trace[1221500302] transaction","detail":"{read_only:false; response_revision:11297; number_of_response:1; }","duration":"105.419534ms","start":"2026-07-03T15:26:36.669487Z","end":"2026-07-03T15:26:36.774906Z","steps":["trace[1221500302] 'process raft request' (duration: 105.27238ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:26:36.77496Z","caller":"traceutil/trace.go:171","msg":"trace[723179425] transaction","detail":"{read_only:false; response_revision:11296; number_of_response:1; }","duration":"111.01134ms","start":"2026-07-03T15:26:36.663916Z","end":"2026-07-03T15:26:36.774927Z","steps":["trace[723179425] 'process raft request' (duration: 110.706772ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:29:03.020871Z","caller":"traceutil/trace.go:171","msg":"trace[482303506] transaction","detail":"{read_only:false; response_revision:12290; number_of_response:1; }","duration":"344.320297ms","start":"2026-07-03T15:29:02.676526Z","end":"2026-07-03T15:29:03.020846Z","steps":["trace[482303506] 'process raft request' (duration: 342.075474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:29:03.021025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:29:02.676508Z","time spent":"344.44205ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:29:03.735895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.855505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-03T15:29:03.736004Z","caller":"traceutil/trace.go:171","msg":"trace[852430371] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12290; }","duration":"584.02381ms","start":"2026-07-03T15:29:03.151959Z","end":"2026-07-03T15:29:03.735983Z","steps":["trace[852430371] 'range keys from in-memory index tree' (duration: 583.637469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:29:03.736053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:29:03.15194Z","time spent":"584.102983ms","remote":"127.0.0.1:44570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-07-03T15:29:03.736087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.242374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:29:03.736216Z","caller":"traceutil/trace.go:171","msg":"trace[707692976] transaction","detail":"{read_only:false; response_revision:12291; number_of_response:1; }","duration":"515.32695ms","start":"2026-07-03T15:29:03.220855Z","end":"2026-07-03T15:29:03.736182Z","steps":["trace[707692976] 'process raft request' (duration: 137.906531ms)","trace[707692976] 'compare' (duration: 376.742771ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:29:03.736276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:29:03.220827Z","time spent":"515.420693ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:29:03.737847Z","caller":"traceutil/trace.go:171","msg":"trace[991036875] linearizableReadLoop","detail":"{readStateIndex:12705; appliedIndex:12701; }","duration":"424.407972ms","start":"2026-07-03T15:29:03.313415Z","end":"2026-07-03T15:29:03.737823Z","steps":["trace[991036875] 'read index received' (duration: 45.282935ms)","trace[991036875] 'applied index is now lower than readState.Index' (duration: 379.124037ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:29:03.737958Z","caller":"traceutil/trace.go:171","msg":"trace[1517139372] transaction","detail":"{read_only:false; response_revision:12293; number_of_response:1; }","duration":"438.635949ms","start":"2026-07-03T15:29:03.299283Z","end":"2026-07-03T15:29:03.737918Z","steps":["trace[1517139372] 'process raft request' (duration: 438.458744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:29:03.738018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.589287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T15:29:03.738056Z","caller":"traceutil/trace.go:171","msg":"trace[916005843] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:12294; }","duration":"424.67437ms","start":"2026-07-03T15:29:03.31337Z","end":"2026-07-03T15:29:03.738045Z","steps":["trace[916005843] 'agreement among raft nodes before linearized reading' (duration: 424.573867ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:29:03.738041Z","caller":"traceutil/trace.go:171","msg":"trace[971246768] transaction","detail":"{read_only:false; response_revision:12294; number_of_response:1; }","duration":"427.257592ms","start":"2026-07-03T15:29:03.310725Z","end":"2026-07-03T15:29:03.737983Z","steps":["trace[971246768] 'process raft request' (duration: 427.059056ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:29:03.73808Z","caller":"traceutil/trace.go:171","msg":"trace[1983240259] transaction","detail":"{read_only:false; response_revision:12292; number_of_response:1; }","duration":"440.557693ms","start":"2026-07-03T15:29:03.297477Z","end":"2026-07-03T15:29:03.738034Z","steps":["trace[1983240259] 'process raft request' (duration: 440.143472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:29:03.738107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:29:03.299275Z","time spent":"438.742663ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:29:03.738228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.479924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bwlng\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-03T15:29:03.738227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:29:03.310705Z","time spent":"427.431236ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:29:03.738266Z","caller":"traceutil/trace.go:171","msg":"trace[330893278] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bwlng; range_end:; response_count:1; response_revision:12294; }","duration":"231.544556ms","start":"2026-07-03T15:29:03.506712Z","end":"2026-07-03T15:29:03.738256Z","steps":["trace[330893278] 'agreement among raft nodes before linearized reading' (duration: 231.418302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:29:03.738092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:29:03.313356Z","time spent":"424.725641ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":32,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:29:03.738394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.392613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-z2m5d\" ","response":"range_response_count:1 size:8630"} {"level":"warn","ts":"2026-07-03T15:29:03.738409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.865768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-03T15:29:03.738441Z","caller":"traceutil/trace.go:171","msg":"trace[149281988] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-z2m5d; range_end:; response_count:1; response_revision:12294; }","duration":"274.523376ms","start":"2026-07-03T15:29:03.463906Z","end":"2026-07-03T15:29:03.738429Z","steps":["trace[149281988] 'agreement among raft nodes before linearized reading' (duration: 274.2974ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:29:03.738479Z","caller":"traceutil/trace.go:171","msg":"trace[286652809] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12294; }","duration":"345.983102ms","start":"2026-07-03T15:29:03.392474Z","end":"2026-07-03T15:29:03.738457Z","steps":["trace[286652809] 'agreement among raft nodes before linearized reading' (duration: 345.632842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:29:03.738528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:29:03.392451Z","time spent":"346.063804ms","remote":"127.0.0.1:44570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-07-03T15:29:03.73884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:29:03.297456Z","time spent":"441.315034ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:30:32.671894Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10721} {"level":"info","ts":"2026-07-03T15:30:32.754546Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10721,"took":"80.983095ms","hash":2487907677,"current-db-size-bytes":58318848,"current-db-size":"58 MB","current-db-size-in-use-bytes":27271168,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-03T15:30:32.7546Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2487907677,"revision":10721,"compact-revision":8127} {"level":"warn","ts":"2026-07-03T15:32:39.942881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.355469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:32:39.942996Z","caller":"traceutil/trace.go:171","msg":"trace[1471114066] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13752; }","duration":"102.507824ms","start":"2026-07-03T15:32:39.840461Z","end":"2026-07-03T15:32:39.942969Z","steps":["trace[1471114066] 'range keys from in-memory index tree' (duration: 102.265557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:33:00.524079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.410367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T15:33:00.524182Z","caller":"traceutil/trace.go:171","msg":"trace[315753581] linearizableReadLoop","detail":"{readStateIndex:14332; appliedIndex:14331; }","duration":"203.742051ms","start":"2026-07-03T15:33:00.320419Z","end":"2026-07-03T15:33:00.524161Z","steps":["trace[315753581] 'read index received' (duration: 99.119179ms)","trace[315753581] 'applied index is now lower than readState.Index' (duration: 104.621862ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:33:00.524249Z","caller":"traceutil/trace.go:171","msg":"trace[57940457] transaction","detail":"{read_only:false; response_revision:13864; number_of_response:1; }","duration":"228.014126ms","start":"2026-07-03T15:33:00.2962Z","end":"2026-07-03T15:33:00.524214Z","steps":["trace[57940457] 'process raft request' (duration: 123.404495ms)","trace[57940457] 'compare' (duration: 104.324913ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:33:00.524268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.831893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:33:00.524322Z","caller":"traceutil/trace.go:171","msg":"trace[693309989] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:13864; }","duration":"203.919906ms","start":"2026-07-03T15:33:00.32039Z","end":"2026-07-03T15:33:00.52431Z","steps":["trace[693309989] 'agreement among raft nodes before linearized reading' (duration: 203.824623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:33:00.524453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.171661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18966"} {"level":"info","ts":"2026-07-03T15:33:00.524485Z","caller":"traceutil/trace.go:171","msg":"trace[921977062] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13864; }","duration":"117.239573ms","start":"2026-07-03T15:33:00.407237Z","end":"2026-07-03T15:33:00.524477Z","steps":["trace[921977062] 'agreement among raft nodes before linearized reading' (duration: 117.113369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:33:00.524328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.08247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-03T15:33:00.52465Z","caller":"traceutil/trace.go:171","msg":"trace[147390813] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13864; }","duration":"195.385199ms","start":"2026-07-03T15:33:00.329201Z","end":"2026-07-03T15:33:00.524586Z","steps":["trace[147390813] 'agreement among raft nodes before linearized reading' (duration: 195.040369ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:33:16.763897Z","caller":"traceutil/trace.go:171","msg":"trace[1852222877] transaction","detail":"{read_only:false; response_revision:13962; number_of_response:1; }","duration":"118.037525ms","start":"2026-07-03T15:33:16.645832Z","end":"2026-07-03T15:33:16.76387Z","steps":["trace[1852222877] 'process raft request' (duration: 117.887731ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:33:16.976523Z","caller":"traceutil/trace.go:171","msg":"trace[399269410] transaction","detail":"{read_only:false; response_revision:13963; number_of_response:1; }","duration":"190.337987ms","start":"2026-07-03T15:33:16.786149Z","end":"2026-07-03T15:33:16.976487Z","steps":["trace[399269410] 'process raft request' (duration: 180.532014ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:33:16.984881Z","caller":"traceutil/trace.go:171","msg":"trace[1892517841] transaction","detail":"{read_only:false; response_revision:13965; number_of_response:1; }","duration":"195.903703ms","start":"2026-07-03T15:33:16.788966Z","end":"2026-07-03T15:33:16.98487Z","steps":["trace[1892517841] 'process raft request' (duration: 195.845811ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:33:16.985055Z","caller":"traceutil/trace.go:171","msg":"trace[920337800] transaction","detail":"{read_only:false; response_revision:13964; number_of_response:1; }","duration":"197.194308ms","start":"2026-07-03T15:33:16.787811Z","end":"2026-07-03T15:33:16.985005Z","steps":["trace[920337800] 'process raft request' (duration: 196.932191ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:33:16.985128Z","caller":"traceutil/trace.go:171","msg":"trace[666100936] transaction","detail":"{read_only:false; response_revision:13966; number_of_response:1; }","duration":"195.0926ms","start":"2026-07-03T15:33:16.790017Z","end":"2026-07-03T15:33:16.98511Z","steps":["trace[666100936] 'process raft request' (duration: 194.824993ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:33:26.033388Z","caller":"traceutil/trace.go:171","msg":"trace[802737089] linearizableReadLoop","detail":"{readStateIndex:14604; appliedIndex:14603; }","duration":"104.129498ms","start":"2026-07-03T15:33:25.92924Z","end":"2026-07-03T15:33:26.03337Z","steps":["trace[802737089] 'read index received' (duration: 103.965494ms)","trace[802737089] 'applied index is now lower than readState.Index' (duration: 163.304µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:33:26.033502Z","caller":"traceutil/trace.go:171","msg":"trace[1394522551] transaction","detail":"{read_only:false; response_revision:14129; number_of_response:1; }","duration":"230.479185ms","start":"2026-07-03T15:33:25.80299Z","end":"2026-07-03T15:33:26.033469Z","steps":["trace[1394522551] 'process raft request' (duration: 230.262979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:33:26.033566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.320514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bwlng\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-03T15:33:26.033591Z","caller":"traceutil/trace.go:171","msg":"trace[184002126] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bwlng; range_end:; response_count:1; response_revision:14129; }","duration":"104.399476ms","start":"2026-07-03T15:33:25.929185Z","end":"2026-07-03T15:33:26.033584Z","steps":["trace[184002126] 'agreement among raft nodes before linearized reading' (duration: 104.265243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:33:26.197917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.189107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T15:33:26.198014Z","caller":"traceutil/trace.go:171","msg":"trace[2107458851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14129; }","duration":"156.30332ms","start":"2026-07-03T15:33:26.041691Z","end":"2026-07-03T15:33:26.197995Z","steps":["trace[2107458851] 'range keys from in-memory index tree' (duration: 155.980032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:33:26.198531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.002201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:629803"} {"level":"info","ts":"2026-07-03T15:33:26.198618Z","caller":"traceutil/trace.go:171","msg":"trace[1963743922] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:14129; }","duration":"161.129974ms","start":"2026-07-03T15:33:26.037471Z","end":"2026-07-03T15:33:26.198601Z","steps":["trace[1963743922] 'range keys from in-memory index tree' (duration: 160.26042ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:33:26.198751Z","caller":"traceutil/trace.go:171","msg":"trace[844421325] transaction","detail":"{read_only:false; response_revision:14130; number_of_response:1; }","duration":"150.92524ms","start":"2026-07-03T15:33:26.047803Z","end":"2026-07-03T15:33:26.198728Z","steps":["trace[844421325] 'process raft request' (duration: 150.727585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:35:06.053724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.521819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-07-03T15:35:06.053763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.213097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-03T15:35:06.053826Z","caller":"traceutil/trace.go:171","msg":"trace[831715981] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15223; }","duration":"128.659943ms","start":"2026-07-03T15:35:05.925145Z","end":"2026-07-03T15:35:06.053805Z","steps":["trace[831715981] 'range keys from in-memory index tree' (duration: 128.360295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:35:06.05385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.903092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:35:06.053857Z","caller":"traceutil/trace.go:171","msg":"trace[613939462] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15223; }","duration":"130.431443ms","start":"2026-07-03T15:35:05.923402Z","end":"2026-07-03T15:35:06.053833Z","steps":["trace[613939462] 'range keys from in-memory index tree' (duration: 130.000911ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:35:06.053946Z","caller":"traceutil/trace.go:171","msg":"trace[1217678706] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15223; }","duration":"133.049616ms","start":"2026-07-03T15:35:05.920876Z","end":"2026-07-03T15:35:06.053925Z","steps":["trace[1217678706] 'range keys from in-memory index tree' (duration: 132.822979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:35:06.054005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.652622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4q2wb\" ","response":"range_response_count:1 size:22092"} {"level":"warn","ts":"2026-07-03T15:35:06.053862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.077834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-03T15:35:06.054061Z","caller":"traceutil/trace.go:171","msg":"trace[1656280308] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4q2wb; range_end:; response_count:1; response_revision:15223; }","duration":"192.745224ms","start":"2026-07-03T15:35:05.861298Z","end":"2026-07-03T15:35:06.054044Z","steps":["trace[1656280308] 'range keys from in-memory index tree' (duration: 192.458585ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:35:06.054078Z","caller":"traceutil/trace.go:171","msg":"trace[1111636737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15223; }","duration":"149.340302ms","start":"2026-07-03T15:35:05.904724Z","end":"2026-07-03T15:35:06.054064Z","steps":["trace[1111636737] 'range keys from in-memory index tree' (duration: 148.898229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:35:06.05415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.97481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4q2wb\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-07-03T15:35:06.054241Z","caller":"traceutil/trace.go:171","msg":"trace[820311207] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4q2wb; range_end:; response_count:1; response_revision:15223; }","duration":"212.135596ms","start":"2026-07-03T15:35:05.842083Z","end":"2026-07-03T15:35:06.054218Z","steps":["trace[820311207] 'range keys from in-memory index tree' (duration: 211.701683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:35:06.054612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.702548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-03T15:35:06.054664Z","caller":"traceutil/trace.go:171","msg":"trace[547967099] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15223; }","duration":"102.78525ms","start":"2026-07-03T15:35:05.951866Z","end":"2026-07-03T15:35:06.054651Z","steps":["trace[547967099] 'range keys from in-memory index tree' (duration: 101.549896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:35:07.290134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.430462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-b47vv\" ","response":"range_response_count:1 size:9791"} {"level":"info","ts":"2026-07-03T15:35:07.290199Z","caller":"traceutil/trace.go:171","msg":"trace[314236994] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-b47vv; range_end:; response_count:1; response_revision:15229; }","duration":"189.536075ms","start":"2026-07-03T15:35:07.100646Z","end":"2026-07-03T15:35:07.290182Z","steps":["trace[314236994] 'range keys from in-memory index tree' (duration: 189.279378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:35:07.290226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.614875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T15:35:07.290364Z","caller":"traceutil/trace.go:171","msg":"trace[982069211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15229; }","duration":"151.7701ms","start":"2026-07-03T15:35:07.138541Z","end":"2026-07-03T15:35:07.290311Z","steps":["trace[982069211] 'range keys from in-memory index tree' (duration: 151.484232ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:35:32.682513Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12821} {"level":"info","ts":"2026-07-03T15:35:32.76112Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12821,"took":"75.682664ms","hash":4034850906,"current-db-size-bytes":58318848,"current-db-size":"58 MB","current-db-size-in-use-bytes":30363648,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-03T15:35:32.76117Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4034850906,"revision":12821,"compact-revision":10721} {"level":"info","ts":"2026-07-03T15:40:32.689386Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15361} {"level":"info","ts":"2026-07-03T15:40:32.789523Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15361,"took":"96.754727ms","hash":1486582259,"current-db-size-bytes":58318848,"current-db-size":"58 MB","current-db-size-in-use-bytes":31682560,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-03T15:40:32.789605Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1486582259,"revision":15361,"compact-revision":12821} {"level":"info","ts":"2026-07-03T15:40:45.657127Z","caller":"traceutil/trace.go:171","msg":"trace[2047134344] transaction","detail":"{read_only:false; response_revision:17714; number_of_response:1; }","duration":"158.023907ms","start":"2026-07-03T15:40:45.49907Z","end":"2026-07-03T15:40:45.657094Z","steps":["trace[2047134344] 'process raft request' (duration: 134.959706ms)","trace[2047134344] 'compare' (duration: 22.849665ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:40:48.357694Z","caller":"traceutil/trace.go:171","msg":"trace[1728134613] transaction","detail":"{read_only:false; response_revision:17742; number_of_response:1; }","duration":"151.535517ms","start":"2026-07-03T15:40:48.206132Z","end":"2026-07-03T15:40:48.357667Z","steps":["trace[1728134613] 'process raft request' (duration: 151.318641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:40:48.686642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.580189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T15:40:48.686752Z","caller":"traceutil/trace.go:171","msg":"trace[1203356138] linearizableReadLoop","detail":"{readStateIndex:18339; appliedIndex:18338; }","duration":"186.654602ms","start":"2026-07-03T15:40:48.50008Z","end":"2026-07-03T15:40:48.686735Z","steps":["trace[1203356138] 'read index received' (duration: 61.828206ms)","trace[1203356138] 'applied index is now lower than readState.Index' (duration: 124.825376ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:40:48.686801Z","caller":"traceutil/trace.go:171","msg":"trace[703998541] transaction","detail":"{read_only:false; response_revision:17743; number_of_response:1; }","duration":"308.774483ms","start":"2026-07-03T15:40:48.377997Z","end":"2026-07-03T15:40:48.686772Z","steps":["trace[703998541] 'process raft request' (duration: 183.977518ms)","trace[703998541] 'compare' (duration: 124.460896ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:40:48.686911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.837388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-03T15:40:48.686953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:40:48.377983Z","time spent":"308.896196ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:40:48.686973Z","caller":"traceutil/trace.go:171","msg":"trace[412939221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17743; }","duration":"186.879409ms","start":"2026-07-03T15:40:48.500061Z","end":"2026-07-03T15:40:48.68694Z","steps":["trace[412939221] 'agreement among raft nodes before linearized reading' (duration: 186.742975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:40:48.699604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.281083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T15:40:48.699671Z","caller":"traceutil/trace.go:171","msg":"trace[1284610842] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:17744; }","duration":"132.355895ms","start":"2026-07-03T15:40:48.567298Z","end":"2026-07-03T15:40:48.699653Z","steps":["trace[1284610842] 'agreement among raft nodes before linearized reading' (duration: 132.238821ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:40:48.88895Z","caller":"traceutil/trace.go:171","msg":"trace[1669209334] transaction","detail":"{read_only:false; response_revision:17748; number_of_response:1; }","duration":"168.960841ms","start":"2026-07-03T15:40:48.719942Z","end":"2026-07-03T15:40:48.888903Z","steps":["trace[1669209334] 'process raft request' (duration: 168.883919ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:40:48.889095Z","caller":"traceutil/trace.go:171","msg":"trace[947365215] transaction","detail":"{read_only:false; response_revision:17746; number_of_response:1; }","duration":"179.263047ms","start":"2026-07-03T15:40:48.709781Z","end":"2026-07-03T15:40:48.889044Z","steps":["trace[947365215] 'process raft request' (duration: 178.752653ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:40:48.889236Z","caller":"traceutil/trace.go:171","msg":"trace[1319947978] transaction","detail":"{read_only:false; response_revision:17747; number_of_response:1; }","duration":"174.306139ms","start":"2026-07-03T15:40:48.714913Z","end":"2026-07-03T15:40:48.889219Z","steps":["trace[1319947978] 'process raft request' (duration: 173.844066ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:40:48.889109Z","caller":"traceutil/trace.go:171","msg":"trace[411619065] transaction","detail":"{read_only:false; response_revision:17745; number_of_response:1; }","duration":"198.260845ms","start":"2026-07-03T15:40:48.690808Z","end":"2026-07-03T15:40:48.889068Z","steps":["trace[411619065] 'process raft request' (duration: 158.995034ms)","trace[411619065] 'compare' (duration: 38.15642ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:45:23.840854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:24.341563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:24.841734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:25.342087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:25.842493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004791,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:26.139058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999853068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T15:45:26.139157Z","caller":"traceutil/trace.go:171","msg":"trace[258605127] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000026303s","start":"2026-07-03T15:45:24.139106Z","end":"2026-07-03T15:45:26.139132Z","steps":["trace[258605127] 'agreement among raft nodes before linearized reading' (duration: 1.999913549s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:26.139235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:24.139086Z","time spent":"2.000125175s","remote":"127.0.0.1:44382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 15:45:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:45:26.170359Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.032109728s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:45:26.170773Z","caller":"traceutil/trace.go:171","msg":"trace[1449160648] transaction","detail":"{read_only:false; response_revision:19274; number_of_response:1; }","duration":"3.032619482s","start":"2026-07-03T15:45:23.138135Z","end":"2026-07-03T15:45:26.170755Z","steps":["trace[1449160648] 'process raft request' (duration: 3.032470648s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:26.170905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:23.138109Z","time spent":"3.032718565s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:45:26.181324Z","caller":"traceutil/trace.go:171","msg":"trace[1141298614] transaction","detail":"{read_only:false; response_revision:19277; number_of_response:1; }","duration":"2.330466551s","start":"2026-07-03T15:45:23.850826Z","end":"2026-07-03T15:45:26.181292Z","steps":["trace[1141298614] 'process raft request' (duration: 2.330388929s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:26.181373Z","caller":"traceutil/trace.go:171","msg":"trace[2013732479] transaction","detail":"{read_only:false; response_revision:19275; number_of_response:1; }","duration":"3.042357013s","start":"2026-07-03T15:45:23.138982Z","end":"2026-07-03T15:45:26.181339Z","steps":["trace[2013732479] 'process raft request' (duration: 3.040664166s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:26.181396Z","caller":"traceutil/trace.go:171","msg":"trace[891027137] transaction","detail":"{read_only:false; response_revision:19276; number_of_response:1; }","duration":"2.517410953s","start":"2026-07-03T15:45:23.663959Z","end":"2026-07-03T15:45:26.18137Z","steps":["trace[891027137] 'process raft request' (duration: 2.517178646s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:26.181495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:23.850789Z","time spent":"2.330616196s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:45:26.181607Z","caller":"traceutil/trace.go:171","msg":"trace[1454625490] transaction","detail":"{read_only:false; response_revision:19278; number_of_response:1; }","duration":"2.31235759s","start":"2026-07-03T15:45:23.869232Z","end":"2026-07-03T15:45:26.18159Z","steps":["trace[1454625490] 'process raft request' (duration: 2.31202013s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:26.181643Z","caller":"traceutil/trace.go:171","msg":"trace[1614221614] transaction","detail":"{read_only:false; response_revision:19279; number_of_response:1; }","duration":"2.312312958s","start":"2026-07-03T15:45:23.869302Z","end":"2026-07-03T15:45:26.181615Z","steps":["trace[1614221614] 'process raft request' (duration: 2.312160754s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:26.181708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:23.138964Z","time spent":"3.042480846s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:45:26.181547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:23.663936Z","time spent":"2.517516266s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:45:26.181675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:23.869216Z","time spent":"2.312426631s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:45:26.18183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:23.869276Z","time spent":"2.312463103s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:45:26.181918Z","caller":"traceutil/trace.go:171","msg":"trace[964622325] linearizableReadLoop","detail":"{readStateIndex:19938; appliedIndex:19932; }","duration":"2.841813224s","start":"2026-07-03T15:45:23.340086Z","end":"2026-07-03T15:45:26.181899Z","steps":["trace[964622325] 'read index received' (duration: 2.830648795s)","trace[964622325] 'applied index is now lower than readState.Index' (duration: 11.163329ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:45:26.181958Z","caller":"traceutil/trace.go:171","msg":"trace[1716072548] transaction","detail":"{read_only:false; response_revision:19280; number_of_response:1; }","duration":"2.309677436s","start":"2026-07-03T15:45:23.872272Z","end":"2026-07-03T15:45:26.181949Z","steps":["trace[1716072548] 'process raft request' (duration: 2.309307225s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:26.182003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:23.872253Z","time spent":"2.309724496s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:45:26.182068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32611311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T15:45:26.182065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.841984218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T15:45:26.182112Z","caller":"traceutil/trace.go:171","msg":"trace[1509861067] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:19280; }","duration":"2.326195743s","start":"2026-07-03T15:45:23.855904Z","end":"2026-07-03T15:45:26.1821Z","steps":["trace[1509861067] 'agreement among raft nodes before linearized reading' (duration: 2.326116211s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:26.182117Z","caller":"traceutil/trace.go:171","msg":"trace[1799744254] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:19280; }","duration":"2.842074411s","start":"2026-07-03T15:45:23.34003Z","end":"2026-07-03T15:45:26.182105Z","steps":["trace[1799744254] 'agreement among raft nodes before linearized reading' (duration: 2.841938837s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:26.182151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:23.340009Z","time spent":"2.842134163s","remote":"127.0.0.1:44706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":18,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:45:26.182212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856645788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-03T15:45:26.182274Z","caller":"traceutil/trace.go:171","msg":"trace[2079496916] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19280; }","duration":"1.856736721s","start":"2026-07-03T15:45:24.325522Z","end":"2026-07-03T15:45:26.182258Z","steps":["trace[2079496916] 'agreement among raft nodes before linearized reading' (duration: 1.856556636s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:26.182312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203593104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-03T15:45:26.182341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:24.325504Z","time spent":"1.856823874s","remote":"127.0.0.1:44570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-03T15:45:26.182363Z","caller":"traceutil/trace.go:171","msg":"trace[149631478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19280; }","duration":"2.203680858s","start":"2026-07-03T15:45:23.978668Z","end":"2026-07-03T15:45:26.182349Z","steps":["trace[149631478] 'agreement among raft nodes before linearized reading' (duration: 2.203524473s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:26.18215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:23.85589Z","time spent":"2.326251145s","remote":"127.0.0.1:36564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:45:26.182398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:23.978647Z","time spent":"2.203743089s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:45:26.18242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298952881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T15:45:26.182447Z","caller":"traceutil/trace.go:171","msg":"trace[412572227] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:19280; }","duration":"1.298974832s","start":"2026-07-03T15:45:24.883461Z","end":"2026-07-03T15:45:26.182436Z","steps":["trace[412572227] 'agreement among raft nodes before linearized reading' (duration: 1.298939631s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:26.182467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:24.883418Z","time spent":"1.299038714s","remote":"127.0.0.1:36590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:45:26.182399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.115879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T15:45:26.182464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.119164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T15:45:26.182541Z","caller":"traceutil/trace.go:171","msg":"trace[634907506] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19280; }","duration":"928.236627ms","start":"2026-07-03T15:45:25.254286Z","end":"2026-07-03T15:45:26.182523Z","steps":["trace[634907506] 'agreement among raft nodes before linearized reading' (duration: 927.96244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:26.182548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76107021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-b47vv\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-03T15:45:26.182578Z","caller":"traceutil/trace.go:171","msg":"trace[626100240] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-b47vv; range_end:; response_count:1; response_revision:19280; }","duration":"1.761126801s","start":"2026-07-03T15:45:24.421443Z","end":"2026-07-03T15:45:26.182569Z","steps":["trace[626100240] 'agreement among raft nodes before linearized reading' (duration: 1.761034128s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:26.18258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:25.254265Z","time spent":"928.30418ms","remote":"127.0.0.1:44576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T15:45:26.18261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:24.421427Z","time spent":"1.761171863s","remote":"127.0.0.1:44576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-b47vv\" "} {"level":"warn","ts":"2026-07-03T15:45:26.182154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330558207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-03T15:45:26.182656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224666289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T15:45:26.182694Z","caller":"traceutil/trace.go:171","msg":"trace[720966888] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:19280; }","duration":"2.224743941s","start":"2026-07-03T15:45:23.957939Z","end":"2026-07-03T15:45:26.182683Z","steps":["trace[720966888] 'agreement among raft nodes before linearized reading' (duration: 2.224643538s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:26.182715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:23.95792Z","time spent":"2.224789133s","remote":"127.0.0.1:44604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:45:26.182716Z","caller":"traceutil/trace.go:171","msg":"trace[591085601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19280; }","duration":"1.331121082s","start":"2026-07-03T15:45:24.851545Z","end":"2026-07-03T15:45:26.182667Z","steps":["trace[591085601] 'agreement among raft nodes before linearized reading' (duration: 1.330508945s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:26.18276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385233513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-03T15:45:26.182826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:24.851523Z","time spent":"1.331281097s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T15:45:26.182831Z","caller":"traceutil/trace.go:171","msg":"trace[665602098] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19280; }","duration":"1.385345656s","start":"2026-07-03T15:45:24.797466Z","end":"2026-07-03T15:45:26.182801Z","steps":["trace[665602098] 'agreement among raft nodes before linearized reading' (duration: 1.385026558s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:26.182385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176319042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T15:45:26.182881Z","caller":"traceutil/trace.go:171","msg":"trace[1771786360] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:19280; }","duration":"1.176835497s","start":"2026-07-03T15:45:25.006033Z","end":"2026-07-03T15:45:26.182869Z","steps":["trace[1771786360] 'agreement among raft nodes before linearized reading' (duration: 1.176308112s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:26.182922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:25.00602Z","time spent":"1.176891398s","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:45:26.182925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:24.797445Z","time spent":"1.385445869s","remote":"127.0.0.1:44570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-03T15:45:26.183978Z","caller":"traceutil/trace.go:171","msg":"trace[1899872313] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:19280; }","duration":"330.294404ms","start":"2026-07-03T15:45:25.852219Z","end":"2026-07-03T15:45:26.182513Z","steps":["trace[1899872313] 'agreement among raft nodes before linearized reading' (duration: 330.060708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:26.184144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:25.8522Z","time spent":"331.871268ms","remote":"127.0.0.1:48890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:45:26.184921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859104177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-03T15:45:26.184971Z","caller":"traceutil/trace.go:171","msg":"trace[1426788549] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19280; }","duration":"1.859186869s","start":"2026-07-03T15:45:24.325773Z","end":"2026-07-03T15:45:26.18496Z","steps":["trace[1426788549] 'agreement among raft nodes before linearized reading' (duration: 1.856820763s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:26.185003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:24.325759Z","time spent":"1.859237021s","remote":"127.0.0.1:44570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T15:45:26.187694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029380177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-03T15:45:26.187765Z","caller":"traceutil/trace.go:171","msg":"trace[352531844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19280; }","duration":"2.029480419s","start":"2026-07-03T15:45:24.158268Z","end":"2026-07-03T15:45:26.187748Z","steps":["trace[352531844] 'agreement among raft nodes before linearized reading' (duration: 2.023901275s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:26.187841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:24.158249Z","time spent":"2.029580782s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T15:45:29.560292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:30.061217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:30.562055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:31.062772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:31.563258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:32.064357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:32.14002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000002983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T15:45:32.140086Z","caller":"traceutil/trace.go:171","msg":"trace[945080353] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000115716s","start":"2026-07-03T15:45:30.139955Z","end":"2026-07-03T15:45:32.140071Z","steps":["trace[945080353] 'agreement among raft nodes before linearized reading' (duration: 2.000028533s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:32.140162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:30.139943Z","time spent":"2.000211899s","remote":"127.0.0.1:44382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 15:45:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:45:32.565411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:33.065987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:33.566428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:34.067395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:34.140431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000058794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T15:45:34.140495Z","caller":"traceutil/trace.go:171","msg":"trace[564463256] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000175197s","start":"2026-07-03T15:45:32.140306Z","end":"2026-07-03T15:45:34.140481Z","steps":["trace[564463256] 'agreement among raft nodes before linearized reading' (duration: 2.000093815s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:34.140526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:32.140252Z","time spent":"2.000267679s","remote":"127.0.0.1:44384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:45:34.568272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:35.068765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:35.183995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998384616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T15:45:35.184081Z","caller":"traceutil/trace.go:171","msg":"trace[308666639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998537301s","start":"2026-07-03T15:45:30.185523Z","end":"2026-07-03T15:45:35.18406Z","steps":["trace[308666639] 'agreement among raft nodes before linearized reading' (duration: 4.998420688s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:35.18413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:30.1855Z","time spent":"4.998620173s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/03 15:45:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:45:35.197431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:30.199515Z","time spent":"4.997902834s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T15:45:35.200426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:30.202072Z","time spent":"4.998345846s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 15:45:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:45:35.201201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:30.20286Z","time spent":"4.998333715s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 15:45:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:45:35.202157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:30.202746Z","time spent":"4.999407355s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 15:45:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:45:35.204298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999375534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T15:45:35.204356Z","caller":"traceutil/trace.go:171","msg":"trace[1620236911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99957302s","start":"2026-07-03T15:45:30.204768Z","end":"2026-07-03T15:45:35.204341Z","steps":["trace[1620236911] 'agreement among raft nodes before linearized reading' (duration: 4.999373894s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:35.204444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:30.204734Z","time spent":"4.999695623s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/03 15:45:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:45:35.20936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999715623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T15:45:35.209474Z","caller":"traceutil/trace.go:171","msg":"trace[1983016169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999870418s","start":"2026-07-03T15:45:30.209575Z","end":"2026-07-03T15:45:35.209445Z","steps":["trace[1983016169] 'agreement among raft nodes before linearized reading' (duration: 4.999727054s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:35.209543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:30.209564Z","time spent":"4.99996706s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 15:45:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:45:35.569275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:35.701957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:28.70126Z","time spent":"7.000691963s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T15:45:36.060022Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-03T15:45:36.060208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.00022472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-03T15:45:36.060263Z","caller":"traceutil/trace.go:171","msg":"trace[1220443623] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; }","duration":"7.000342513s","start":"2026-07-03T15:45:29.059898Z","end":"2026-07-03T15:45:36.060241Z","steps":["trace[1220443623] 'agreement among raft nodes before linearized reading' (duration: 7.000260141s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:36.060312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:29.059877Z","time spent":"7.000420706s","remote":"127.0.0.1:59340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:45:36.14761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00063126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T15:45:36.147725Z","caller":"traceutil/trace.go:171","msg":"trace[835406935] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000747132s","start":"2026-07-03T15:45:34.146924Z","end":"2026-07-03T15:45:36.147672Z","steps":["trace[835406935] 'agreement among raft nodes before linearized reading' (duration: 2.00064643s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:36.147776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:34.146914Z","time spent":"2.000852435s","remote":"127.0.0.1:44382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:45:36.560709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:36.951182Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.249747021s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T15:45:37.13431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:30.133391Z","time spent":"7.000906929s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T15:45:37.278316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.221128ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T15:45:37.278848Z","caller":"traceutil/trace.go:171","msg":"trace[323315228] transaction","detail":"{read_only:false; response_revision:19302; number_of_response:1; }","duration":"5.311912696s","start":"2026-07-03T15:45:31.966905Z","end":"2026-07-03T15:45:37.278817Z","steps":["trace[323315228] 'process raft request' (duration: 5.311531045s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:31.966884Z","time spent":"5.312030318s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:45:37.279126Z","caller":"traceutil/trace.go:171","msg":"trace[535633251] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19304; }","duration":"140.183366ms","start":"2026-07-03T15:45:37.138924Z","end":"2026-07-03T15:45:37.279108Z","steps":["trace[535633251] 'process raft request' (duration: 140.131644ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:37.279281Z","caller":"traceutil/trace.go:171","msg":"trace[831198164] transaction","detail":"{read_only:false; response_revision:19303; number_of_response:1; }","duration":"4.58863232s","start":"2026-07-03T15:45:32.690625Z","end":"2026-07-03T15:45:37.279257Z","steps":["trace[831198164] 'process raft request' (duration: 4.587975422s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:37.279298Z","caller":"traceutil/trace.go:171","msg":"trace[192872035] transaction","detail":"{read_only:false; response_revision:19304; number_of_response:1; }","duration":"3.58488229s","start":"2026-07-03T15:45:33.694367Z","end":"2026-07-03T15:45:37.279249Z","steps":["trace[192872035] 'process raft request' (duration: 3.584620682s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.279365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:32.690588Z","time spent":"4.588730812s","remote":"127.0.0.1:44390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:45:37.2794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.181292325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T15:45:37.279492Z","caller":"traceutil/trace.go:171","msg":"trace[1283621011] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:19304; }","duration":"5.181419189s","start":"2026-07-03T15:45:32.098053Z","end":"2026-07-03T15:45:37.279472Z","steps":["trace[1283621011] 'agreement among raft nodes before linearized reading' (duration: 5.181294025s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.279498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.157902207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T15:45:37.279551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:32.098031Z","time spent":"5.18150288s","remote":"127.0.0.1:44260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:45:37.279582Z","caller":"traceutil/trace.go:171","msg":"trace[2064622281] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:19304; }","duration":"8.15803898s","start":"2026-07-03T15:45:29.121527Z","end":"2026-07-03T15:45:37.279566Z","steps":["trace[2064622281] 'agreement among raft nodes before linearized reading' (duration: 8.157848945s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.279651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:29.121506Z","time spent":"8.158130992s","remote":"127.0.0.1:59524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:45:37.279657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.072273926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-03T15:45:37.279654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:33.69433Z","time spent":"3.585191798s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:45:37.279701Z","caller":"traceutil/trace.go:171","msg":"trace[1957548024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19304; }","duration":"7.072340379s","start":"2026-07-03T15:45:30.207348Z","end":"2026-07-03T15:45:37.279689Z","steps":["trace[1957548024] 'agreement among raft nodes before linearized reading' (duration: 7.072185724s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.279733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:30.20734Z","time spent":"7.07238552s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T15:45:37.279334Z","caller":"traceutil/trace.go:171","msg":"trace[1508532295] linearizableReadLoop","detail":"{readStateIndex:19965; appliedIndex:19955; }","duration":"1.219186081s","start":"2026-07-03T15:45:36.060119Z","end":"2026-07-03T15:45:37.279305Z","steps":["trace[1508532295] 'read index received' (duration: 891.475598ms)","trace[1508532295] 'applied index is now lower than readState.Index' (duration: 327.707913ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:45:37.279882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.999545714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T15:45:37.279927Z","caller":"traceutil/trace.go:171","msg":"trace[1940580103] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19304; }","duration":"5.999614696s","start":"2026-07-03T15:45:31.280303Z","end":"2026-07-03T15:45:37.279917Z","steps":["trace[1940580103] 'agreement among raft nodes before linearized reading' (duration: 5.999510753s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.279961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:31.280288Z","time spent":"5.999665037s","remote":"127.0.0.1:44576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-03T15:45:37.279954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136021579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed21d65803fe0\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-03T15:45:37.279975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131760368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T15:45:37.280016Z","caller":"traceutil/trace.go:171","msg":"trace[972782723] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18bed21d65803fe0; range_end:; response_count:1; response_revision:19304; }","duration":"3.136119331s","start":"2026-07-03T15:45:34.14388Z","end":"2026-07-03T15:45:37.279999Z","steps":["trace[972782723] 'agreement among raft nodes before linearized reading' (duration: 3.135962417s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:37.280027Z","caller":"traceutil/trace.go:171","msg":"trace[421141422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19304; }","duration":"1.131829961s","start":"2026-07-03T15:45:36.148179Z","end":"2026-07-03T15:45:37.280009Z","steps":["trace[421141422] 'agreement among raft nodes before linearized reading' (duration: 1.131746398s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.280075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:34.143862Z","time spent":"3.136200683s","remote":"127.0.0.1:44450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18bed21d65803fe0\" "} {"level":"warn","ts":"2026-07-03T15:45:37.280095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.319426507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T15:45:37.280132Z","caller":"traceutil/trace.go:171","msg":"trace[1606039876] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:19304; }","duration":"7.31952326s","start":"2026-07-03T15:45:29.960597Z","end":"2026-07-03T15:45:37.28012Z","steps":["trace[1606039876] 'agreement among raft nodes before linearized reading' (duration: 7.319448478s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.280159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.073184335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T15:45:37.280189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:36.148166Z","time spent":"1.132005675s","remote":"127.0.0.1:44384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:45:37.280218Z","caller":"traceutil/trace.go:171","msg":"trace[1935272972] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:19304; }","duration":"6.073257898s","start":"2026-07-03T15:45:31.206934Z","end":"2026-07-03T15:45:37.280192Z","steps":["trace[1935272972] 'agreement among raft nodes before linearized reading' (duration: 6.073190826s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.28023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.085064111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-03T15:45:37.28029Z","caller":"traceutil/trace.go:171","msg":"trace[1887019101] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19304; }","duration":"7.085208145s","start":"2026-07-03T15:45:30.19507Z","end":"2026-07-03T15:45:37.280279Z","steps":["trace[1887019101] 'agreement among raft nodes before linearized reading' (duration: 7.08503171s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.280378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.166236835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-03T15:45:37.280398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075918136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-03T15:45:37.28042Z","caller":"traceutil/trace.go:171","msg":"trace[75453915] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:19304; }","duration":"6.166280756s","start":"2026-07-03T15:45:31.114128Z","end":"2026-07-03T15:45:37.280409Z","steps":["trace[75453915] 'agreement among raft nodes before linearized reading' (duration: 6.166144022s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.280065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.086666626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-03T15:45:37.280478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587052143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T15:45:37.280524Z","caller":"traceutil/trace.go:171","msg":"trace[1547380651] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19304; }","duration":"7.087120338s","start":"2026-07-03T15:45:30.193365Z","end":"2026-07-03T15:45:37.280486Z","steps":["trace[1547380651] 'agreement among raft nodes before linearized reading' (duration: 7.086430779s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.280536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.054741631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-b47vv\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-03T15:45:37.280547Z","caller":"traceutil/trace.go:171","msg":"trace[294603899] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:19304; }","duration":"2.587158756s","start":"2026-07-03T15:45:34.693371Z","end":"2026-07-03T15:45:37.28053Z","steps":["trace[294603899] 'agreement among raft nodes before linearized reading' (duration: 2.587061273s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.280567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:30.193354Z","time spent":"7.08720033s","remote":"127.0.0.1:44570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T15:45:37.280636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.071062853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T15:45:37.280661Z","caller":"traceutil/trace.go:171","msg":"trace[1858042783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19304; }","duration":"7.071117125s","start":"2026-07-03T15:45:30.209537Z","end":"2026-07-03T15:45:37.280654Z","steps":["trace[1858042783] 'agreement among raft nodes before linearized reading' (duration: 7.071047903s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.280695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:30.209521Z","time spent":"7.071164975s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:45:37.280016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.610006535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T15:45:37.280483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.086374878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-03T15:45:37.280614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:34.693347Z","time spent":"2.587246068s","remote":"127.0.0.1:59478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:45:37.280253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:31.206917Z","time spent":"6.073325539s","remote":"127.0.0.1:44206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:45:37.280813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.484143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-03T15:45:37.280865Z","caller":"traceutil/trace.go:171","msg":"trace[1309391222] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19304; }","duration":"7.086722717s","start":"2026-07-03T15:45:30.194079Z","end":"2026-07-03T15:45:37.280802Z","steps":["trace[1309391222] 'agreement among raft nodes before linearized reading' (duration: 7.086326606s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.281961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:30.19407Z","time spent":"7.087878869s","remote":"127.0.0.1:44570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-03T15:45:37.280568Z","caller":"traceutil/trace.go:171","msg":"trace[2065442182] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-b47vv; range_end:; response_count:1; response_revision:19304; }","duration":"7.054803662s","start":"2026-07-03T15:45:30.225756Z","end":"2026-07-03T15:45:37.280559Z","steps":["trace[2065442182] 'agreement among raft nodes before linearized reading' (duration: 7.054712759s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.282182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:30.225721Z","time spent":"7.056450488s","remote":"127.0.0.1:44576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-b47vv\" "} {"level":"warn","ts":"2026-07-03T15:45:37.280137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.130095551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-03T15:45:37.282417Z","caller":"traceutil/trace.go:171","msg":"trace[1352699168] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:19304; }","duration":"4.132391225s","start":"2026-07-03T15:45:33.149993Z","end":"2026-07-03T15:45:37.282384Z","steps":["trace[1352699168] 'agreement among raft nodes before linearized reading' (duration: 4.13005004s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.282554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:33.149972Z","time spent":"4.132569279s","remote":"127.0.0.1:44556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-03T15:45:37.280811Z","caller":"traceutil/trace.go:171","msg":"trace[912450240] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:19304; }","duration":"3.610837629s","start":"2026-07-03T15:45:33.669959Z","end":"2026-07-03T15:45:37.280797Z","steps":["trace[912450240] 'agreement among raft nodes before linearized reading' (duration: 3.610021226s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.282666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:33.669937Z","time spent":"3.612708591s","remote":"127.0.0.1:44344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:45:37.280864Z","caller":"traceutil/trace.go:171","msg":"trace[1306599466] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:19304; }","duration":"999.591875ms","start":"2026-07-03T15:45:36.281258Z","end":"2026-07-03T15:45:37.28085Z","steps":["trace[1306599466] 'agreement among raft nodes before linearized reading' (duration: 999.458981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.282766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:36.281242Z","time spent":"1.001508449s","remote":"127.0.0.1:44404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-07-03T15:45:37.279954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.534100532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T15:45:37.282906Z","caller":"traceutil/trace.go:171","msg":"trace[2134439206] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:19304; }","duration":"3.537111016s","start":"2026-07-03T15:45:33.745783Z","end":"2026-07-03T15:45:37.282894Z","steps":["trace[2134439206] 'agreement among raft nodes before linearized reading' (duration: 3.534132643s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.282935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:33.745716Z","time spent":"3.537208588s","remote":"127.0.0.1:48934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:45:37.280383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:30.19505Z","time spent":"7.085262466s","remote":"127.0.0.1:44570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T15:45:37.280198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.903866606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T15:45:37.283358Z","caller":"traceutil/trace.go:171","msg":"trace[2087626972] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:19304; }","duration":"4.907062014s","start":"2026-07-03T15:45:32.376283Z","end":"2026-07-03T15:45:37.283345Z","steps":["trace[2087626972] 'agreement among raft nodes before linearized reading' (duration: 4.903882666s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.28339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:32.376262Z","time spent":"4.907118116s","remote":"127.0.0.1:59350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:45:37.280019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.161586832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T15:45:37.283509Z","caller":"traceutil/trace.go:171","msg":"trace[1435965108] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:19304; }","duration":"7.165145691s","start":"2026-07-03T15:45:30.118356Z","end":"2026-07-03T15:45:37.283502Z","steps":["trace[1435965108] 'agreement among raft nodes before linearized reading' (duration: 7.16153958s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.283537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:30.118334Z","time spent":"7.165194782s","remote":"127.0.0.1:44618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":52,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:45:37.280202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:29.960575Z","time spent":"7.319611092s","remote":"127.0.0.1:59450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:45:37.280452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:31.114044Z","time spent":"6.166398459s","remote":"127.0.0.1:44576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":131,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-03T15:45:37.280453Z","caller":"traceutil/trace.go:171","msg":"trace[1529311451] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19304; }","duration":"2.076004799s","start":"2026-07-03T15:45:35.204433Z","end":"2026-07-03T15:45:37.280437Z","steps":["trace[1529311451] 'agreement among raft nodes before linearized reading' (duration: 2.075861145s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.284027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:35.204413Z","time spent":"2.079565537s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T15:45:37.279883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574696294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-03T15:45:37.280955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.704522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T15:45:37.284162Z","caller":"traceutil/trace.go:171","msg":"trace[592628607] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19304; }","duration":"1.579026774s","start":"2026-07-03T15:45:35.705117Z","end":"2026-07-03T15:45:37.284144Z","steps":["trace[592628607] 'agreement among raft nodes before linearized reading' (duration: 1.574629732s)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:37.284212Z","caller":"traceutil/trace.go:171","msg":"trace[1673475574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19304; }","duration":"672.958572ms","start":"2026-07-03T15:45:36.611238Z","end":"2026-07-03T15:45:37.284197Z","steps":["trace[1673475574] 'agreement among raft nodes before linearized reading' (duration: 669.687411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.284224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:35.705094Z","time spent":"1.579110256s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-03T15:45:37.281066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082013545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-03T15:45:37.284321Z","caller":"traceutil/trace.go:171","msg":"trace[1157317360] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19304; }","duration":"2.085300077s","start":"2026-07-03T15:45:35.199003Z","end":"2026-07-03T15:45:37.284303Z","steps":["trace[1157317360] 'agreement among raft nodes before linearized reading' (duration: 2.081990055s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.284396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:35.198979Z","time spent":"2.085403389s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T15:45:37.281128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078787045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-07-03T15:45:37.284491Z","caller":"traceutil/trace.go:171","msg":"trace[910702051] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:19304; }","duration":"2.08218254s","start":"2026-07-03T15:45:35.202295Z","end":"2026-07-03T15:45:37.284477Z","steps":["trace[910702051] 'agreement among raft nodes before linearized reading' (duration: 2.078759125s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.281134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078093367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-03T15:45:37.284536Z","caller":"traceutil/trace.go:171","msg":"trace[2095590785] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19304; }","duration":"2.081521441s","start":"2026-07-03T15:45:35.203006Z","end":"2026-07-03T15:45:37.284527Z","steps":["trace[2095590785] 'agreement among raft nodes before linearized reading' (duration: 2.078040244s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:37.284541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:35.202279Z","time spent":"2.082248372s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-03T15:45:37.28457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:35.202997Z","time spent":"2.081564253s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-03T15:45:37.284277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:36.611193Z","time spent":"673.051855ms","remote":"127.0.0.1:44382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T15:45:37.332392Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17589} {"level":"info","ts":"2026-07-03T15:45:37.82155Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17589,"took":"486.221507ms","hash":1879776639,"current-db-size-bytes":58318848,"current-db-size":"58 MB","current-db-size-in-use-bytes":27619328,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-03T15:45:37.821959Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1879776639,"revision":17589,"compact-revision":15361} {"level":"info","ts":"2026-07-03T15:45:39.523811Z","caller":"traceutil/trace.go:171","msg":"trace[1075945762] transaction","detail":"{read_only:false; response_revision:19316; number_of_response:1; }","duration":"154.594535ms","start":"2026-07-03T15:45:39.369188Z","end":"2026-07-03T15:45:39.523783Z","steps":["trace[1075945762] 'process raft request' (duration: 154.487122ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:39.523931Z","caller":"traceutil/trace.go:171","msg":"trace[1841216564] transaction","detail":"{read_only:false; response_revision:19315; number_of_response:1; }","duration":"154.784411ms","start":"2026-07-03T15:45:39.369117Z","end":"2026-07-03T15:45:39.523901Z","steps":["trace[1841216564] 'process raft request' (duration: 154.371499ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:39.524301Z","caller":"traceutil/trace.go:171","msg":"trace[640773094] transaction","detail":"{read_only:false; response_revision:19317; number_of_response:1; }","duration":"154.451641ms","start":"2026-07-03T15:45:39.369804Z","end":"2026-07-03T15:45:39.524256Z","steps":["trace[640773094] 'process raft request' (duration: 153.923457ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:39.524601Z","caller":"traceutil/trace.go:171","msg":"trace[1745936232] transaction","detail":"{read_only:false; response_revision:19319; number_of_response:1; }","duration":"154.291086ms","start":"2026-07-03T15:45:39.370293Z","end":"2026-07-03T15:45:39.524584Z","steps":["trace[1745936232] 'process raft request' (duration: 153.965797ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:39.524362Z","caller":"traceutil/trace.go:171","msg":"trace[406984723] transaction","detail":"{read_only:false; response_revision:19318; number_of_response:1; }","duration":"154.40559ms","start":"2026-07-03T15:45:39.369931Z","end":"2026-07-03T15:45:39.524337Z","steps":["trace[406984723] 'process raft request' (duration: 154.06246ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:39.52471Z","caller":"traceutil/trace.go:171","msg":"trace[1580152335] transaction","detail":"{read_only:false; response_revision:19320; number_of_response:1; }","duration":"154.322658ms","start":"2026-07-03T15:45:39.370372Z","end":"2026-07-03T15:45:39.524694Z","steps":["trace[1580152335] 'process raft request' (duration: 154.06311ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:39.524605Z","caller":"traceutil/trace.go:171","msg":"trace[741346834] linearizableReadLoop","detail":"{readStateIndex:19982; appliedIndex:19977; }","duration":"154.564274ms","start":"2026-07-03T15:45:39.370029Z","end":"2026-07-03T15:45:39.524593Z","steps":["trace[741346834] 'read index received' (duration: 70.212866ms)","trace[741346834] 'applied index is now lower than readState.Index' (duration: 84.350598ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:45:39.524782Z","caller":"traceutil/trace.go:171","msg":"trace[1593091131] transaction","detail":"{read_only:false; response_revision:19321; number_of_response:1; }","duration":"153.777773ms","start":"2026-07-03T15:45:39.370995Z","end":"2026-07-03T15:45:39.524772Z","steps":["trace[1593091131] 'process raft request' (duration: 153.524196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:39.524922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.75265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-03T15:45:39.524957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.666649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-b47vv\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-03T15:45:39.52498Z","caller":"traceutil/trace.go:171","msg":"trace[782459246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19321; }","duration":"154.973696ms","start":"2026-07-03T15:45:39.369989Z","end":"2026-07-03T15:45:39.524963Z","steps":["trace[782459246] 'agreement among raft nodes before linearized reading' (duration: 154.641917ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:39.525014Z","caller":"traceutil/trace.go:171","msg":"trace[52123110] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-b47vv; range_end:; response_count:1; response_revision:19321; }","duration":"140.746511ms","start":"2026-07-03T15:45:39.384251Z","end":"2026-07-03T15:45:39.524998Z","steps":["trace[52123110] 'agreement among raft nodes before linearized reading' (duration: 140.588547ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:43.550501Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-03T15:45:43.557209Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-03T15:45:43.557327Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-07-03T15:45:46.057767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:46.558412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:47.059552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:47.560076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:48.06097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:48.56178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:49.062971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:49.563181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:50.063501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873838737004993,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T15:45:50.073584Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.609271152s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T15:45:50.074129Z","caller":"traceutil/trace.go:171","msg":"trace[489888628] transaction","detail":"{read_only:false; response_revision:19344; number_of_response:1; }","duration":"4.609869269s","start":"2026-07-03T15:45:45.464241Z","end":"2026-07-03T15:45:50.074111Z","steps":["trace[489888628] 'process raft request' (duration: 4.609739655s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:50.074244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:45.464227Z","time spent":"4.609953171s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:45:50.550689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:45.551819Z","time spent":"4.998857418s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/03 15:45:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:45:50.551825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:45.553267Z","time spent":"4.99855106s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T15:45:50.553202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:45.553877Z","time spent":"4.999321601s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-03T15:45:50.556953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999930687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-03T15:45:50.557023Z","caller":"traceutil/trace.go:171","msg":"trace[1338708405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.00003338s","start":"2026-07-03T15:45:45.556968Z","end":"2026-07-03T15:45:50.557002Z","steps":["trace[1338708405] 'agreement among raft nodes before linearized reading' (duration: 4.999954538s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:50.557073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:45.556958Z","time spent":"5.000103352s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/03 15:45:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T15:45:50.558124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00000313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T15:45:50.558167Z","caller":"traceutil/trace.go:171","msg":"trace[1137685243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000070351s","start":"2026-07-03T15:45:45.558087Z","end":"2026-07-03T15:45:50.558158Z","steps":["trace[1137685243] 'agreement among raft nodes before linearized reading' (duration: 5.00002049s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:50.558204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:45.558029Z","time spent":"5.000161814s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T15:45:50.647799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999535088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T15:45:50.647889Z","caller":"traceutil/trace.go:171","msg":"trace[1985949584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999695202s","start":"2026-07-03T15:45:45.648173Z","end":"2026-07-03T15:45:50.647868Z","steps":["trace[1985949584] 'agreement among raft nodes before linearized reading' (duration: 4.999580799s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:50.64794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:45.64815Z","time spent":"4.999779434s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-03T15:45:51.04604Z","caller":"traceutil/trace.go:171","msg":"trace[1533563485] linearizableReadLoop","detail":"{readStateIndex:20013; appliedIndex:20009; }","duration":"5.489016862s","start":"2026-07-03T15:45:45.556999Z","end":"2026-07-03T15:45:51.046016Z","steps":["trace[1533563485] 'read index received' (duration: 4.517535498s)","trace[1533563485] 'applied index is now lower than readState.Index' (duration: 971.480454ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:45:51.046431Z","caller":"traceutil/trace.go:171","msg":"trace[148568176] transaction","detail":"{read_only:false; response_revision:19348; number_of_response:1; }","duration":"988.467704ms","start":"2026-07-03T15:45:50.057949Z","end":"2026-07-03T15:45:51.046416Z","steps":["trace[148568176] 'process raft request' (duration: 987.94234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:51.046551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:50.057938Z","time spent":"988.543736ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:45:51.046737Z","caller":"traceutil/trace.go:171","msg":"trace[1361472988] transaction","detail":"{read_only:false; response_revision:19349; number_of_response:1; }","duration":"977.674735ms","start":"2026-07-03T15:45:50.069051Z","end":"2026-07-03T15:45:51.046725Z","steps":["trace[1361472988] 'process raft request' (duration: 976.879683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:51.046796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:50.069032Z","time spent":"977.729607ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T15:45:51.046936Z","caller":"traceutil/trace.go:171","msg":"trace[1024423172] transaction","detail":"{read_only:false; response_revision:19350; number_of_response:1; }","duration":"975.210126ms","start":"2026-07-03T15:45:50.071717Z","end":"2026-07-03T15:45:51.046927Z","steps":["trace[1024423172] 'process raft request' (duration: 974.24702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:51.046987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:50.071707Z","time spent":"975.253618ms","remote":"127.0.0.1:44450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":875,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T15:45:51.047242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.489804864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-03T15:45:51.047274Z","caller":"traceutil/trace.go:171","msg":"trace[1112017326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19350; }","duration":"5.489857256s","start":"2026-07-03T15:45:45.557408Z","end":"2026-07-03T15:45:51.047265Z","steps":["trace[1112017326] 'agreement among raft nodes before linearized reading' (duration: 5.489721082s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:51.047311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:45.557399Z","time spent":"5.489904957s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:45:51.047373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.170704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T15:45:51.047491Z","caller":"traceutil/trace.go:171","msg":"trace[577771329] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:19350; }","duration":"989.317159ms","start":"2026-07-03T15:45:50.058153Z","end":"2026-07-03T15:45:51.047471Z","steps":["trace[577771329] 'agreement among raft nodes before linearized reading' (duration: 989.115763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:51.047545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:50.058149Z","time spent":"989.38071ms","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:45:51.047601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.474622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T15:45:51.047639Z","caller":"traceutil/trace.go:171","msg":"trace[2093899799] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:19350; }","duration":"989.517934ms","start":"2026-07-03T15:45:50.058107Z","end":"2026-07-03T15:45:51.047625Z","steps":["trace[2093899799] 'agreement among raft nodes before linearized reading' (duration: 989.466812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:51.047672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:50.058101Z","time spent":"989.560755ms","remote":"127.0.0.1:36576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:45:51.047839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.844952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T15:45:51.047871Z","caller":"traceutil/trace.go:171","msg":"trace[1588077295] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:19350; }","duration":"989.890524ms","start":"2026-07-03T15:45:50.057969Z","end":"2026-07-03T15:45:51.047859Z","steps":["trace[1588077295] 'agreement among raft nodes before linearized reading' (duration: 989.840263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:51.047902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:50.057961Z","time spent":"989.933415ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:45:51.048058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.187082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T15:45:51.048092Z","caller":"traceutil/trace.go:171","msg":"trace[372875223] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:19350; }","duration":"990.260344ms","start":"2026-07-03T15:45:50.057819Z","end":"2026-07-03T15:45:51.04808Z","steps":["trace[372875223] 'agreement among raft nodes before linearized reading' (duration: 990.210303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:51.048125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:50.057796Z","time spent":"990.317875ms","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:45:51.048178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.620393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T15:45:51.048239Z","caller":"traceutil/trace.go:171","msg":"trace[871147956] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19350; }","duration":"282.726195ms","start":"2026-07-03T15:45:50.765495Z","end":"2026-07-03T15:45:51.048222Z","steps":["trace[871147956] 'agreement among raft nodes before linearized reading' (duration: 282.631143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:51.048352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.42137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T15:45:51.048388Z","caller":"traceutil/trace.go:171","msg":"trace[37826867] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19350; }","duration":"994.458831ms","start":"2026-07-03T15:45:50.053918Z","end":"2026-07-03T15:45:51.048376Z","steps":["trace[37826867] 'agreement among raft nodes before linearized reading' (duration: 994.400349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:51.048418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:50.053894Z","time spent":"994.516402ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:45:51.048628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.855371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T15:45:51.048686Z","caller":"traceutil/trace.go:171","msg":"trace[668270216] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:19350; }","duration":"994.928234ms","start":"2026-07-03T15:45:50.053745Z","end":"2026-07-03T15:45:51.048673Z","steps":["trace[668270216] 'agreement among raft nodes before linearized reading' (duration: 994.8072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:51.048718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:50.053739Z","time spent":"994.970665ms","remote":"127.0.0.1:59596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:45:51.048816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.344053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-03T15:45:51.048886Z","caller":"traceutil/trace.go:171","msg":"trace[792447139] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19350; }","duration":"493.729494ms","start":"2026-07-03T15:45:50.555125Z","end":"2026-07-03T15:45:51.048855Z","steps":["trace[792447139] 'agreement among raft nodes before linearized reading' (duration: 493.316692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:51.049006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.433108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-03T15:45:51.04902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:50.555089Z","time spent":"493.915309ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-03T15:45:51.049048Z","caller":"traceutil/trace.go:171","msg":"trace[1043685551] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:19350; }","duration":"995.500839ms","start":"2026-07-03T15:45:50.053537Z","end":"2026-07-03T15:45:51.049038Z","steps":["trace[1043685551] 'agreement among raft nodes before linearized reading' (duration: 995.415147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:51.049082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:50.053521Z","time spent":"995.554641ms","remote":"127.0.0.1:44404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-07-03T15:45:51.04926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.800803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-03T15:45:51.049282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.772306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-03T15:45:51.049299Z","caller":"traceutil/trace.go:171","msg":"trace[1583358616] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19350; }","duration":"494.834554ms","start":"2026-07-03T15:45:50.554451Z","end":"2026-07-03T15:45:51.049286Z","steps":["trace[1583358616] 'agreement among raft nodes before linearized reading' (duration: 494.769112ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:51.049311Z","caller":"traceutil/trace.go:171","msg":"trace[989515976] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19350; }","duration":"995.830358ms","start":"2026-07-03T15:45:50.053473Z","end":"2026-07-03T15:45:51.049303Z","steps":["trace[989515976] 'agreement among raft nodes before linearized reading' (duration: 995.743616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:51.050152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.678112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-03T15:45:51.050239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.290757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T15:45:51.051261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:50.554428Z","time spent":"496.805469ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-03T15:45:51.051268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:50.053456Z","time spent":"997.440913ms","remote":"127.0.0.1:44576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-03T15:45:51.05133Z","caller":"traceutil/trace.go:171","msg":"trace[1166188863] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19350; }","duration":"997.737371ms","start":"2026-07-03T15:45:50.053442Z","end":"2026-07-03T15:45:51.05118Z","steps":["trace[1166188863] 'agreement among raft nodes before linearized reading' (duration: 995.88715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:51.051561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:50.053436Z","time spent":"998.093491ms","remote":"127.0.0.1:44570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T15:45:51.048934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.287104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-03T15:45:51.047552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.400301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-07-03T15:45:51.051757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.494299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T15:45:51.051781Z","caller":"traceutil/trace.go:171","msg":"trace[961189763] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:19350; }","duration":"993.632497ms","start":"2026-07-03T15:45:50.058135Z","end":"2026-07-03T15:45:51.051768Z","steps":["trace[961189763] 'agreement among raft nodes before linearized reading' (duration: 989.344209ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:51.05179Z","caller":"traceutil/trace.go:171","msg":"trace[311201582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19350; }","duration":"982.52727ms","start":"2026-07-03T15:45:50.06925Z","end":"2026-07-03T15:45:51.051778Z","steps":["trace[311201582] 'agreement among raft nodes before linearized reading' (duration: 982.489449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:51.051822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:50.058129Z","time spent":"993.682799ms","remote":"127.0.0.1:44556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-03T15:45:51.05182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:50.069247Z","time spent":"982.566711ms","remote":"127.0.0.1:44382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-03T15:45:51.050385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.491884512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-03T15:45:51.051794Z","caller":"traceutil/trace.go:171","msg":"trace[146806639] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19350; }","duration":"998.130872ms","start":"2026-07-03T15:45:50.053626Z","end":"2026-07-03T15:45:51.051757Z","steps":["trace[146806639] 'agreement among raft nodes before linearized reading' (duration: 995.231672ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:51.051269Z","caller":"traceutil/trace.go:171","msg":"trace[1684957051] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:19350; }","duration":"1.000174669s","start":"2026-07-03T15:45:50.051079Z","end":"2026-07-03T15:45:51.051254Z","steps":["trace[1684957051] 'agreement among raft nodes before linearized reading' (duration: 999.100719ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:51.051907Z","caller":"traceutil/trace.go:171","msg":"trace[191563386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19350; }","duration":"5.493402154s","start":"2026-07-03T15:45:45.558483Z","end":"2026-07-03T15:45:51.051885Z","steps":["trace[191563386] 'agreement among raft nodes before linearized reading' (duration: 5.491852881s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:51.051938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.747016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-03T15:45:51.051972Z","caller":"traceutil/trace.go:171","msg":"trace[1071234505] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19350; }","duration":"982.793037ms","start":"2026-07-03T15:45:50.069164Z","end":"2026-07-03T15:45:51.051957Z","steps":["trace[1071234505] 'agreement among raft nodes before linearized reading' (duration: 982.662023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:51.051998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:50.069158Z","time spent":"982.835938ms","remote":"127.0.0.1:44570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-03T15:45:51.051962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:50.051059Z","time spent":"1.000881758s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":41,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:45:51.050319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.450900976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-b47vv\" ","response":"range_response_count:1 size:9792"} {"level":"warn","ts":"2026-07-03T15:45:51.051989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:50.053622Z","time spent":"998.340878ms","remote":"127.0.0.1:44570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-03T15:45:51.052042Z","caller":"traceutil/trace.go:171","msg":"trace[320645986] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-b47vv; range_end:; response_count:1; response_revision:19350; }","duration":"5.452639394s","start":"2026-07-03T15:45:45.599383Z","end":"2026-07-03T15:45:51.052023Z","steps":["trace[320645986] 'agreement among raft nodes before linearized reading' (duration: 5.450873696s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:51.052216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:45.599368Z","time spent":"5.45283699s","remote":"127.0.0.1:44576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-b47vv\" "} {"level":"warn","ts":"2026-07-03T15:45:51.051989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:45.558475Z","time spent":"5.493485186s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T15:45:51.051671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.232958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-03T15:45:51.052453Z","caller":"traceutil/trace.go:171","msg":"trace[1146157210] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19350; }","duration":"499.063272ms","start":"2026-07-03T15:45:50.553363Z","end":"2026-07-03T15:45:51.052427Z","steps":["trace[1146157210] 'agreement among raft nodes before linearized reading' (duration: 498.27736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:51.051723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.879542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T15:45:51.052576Z","caller":"traceutil/trace.go:171","msg":"trace[286689895] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:19350; }","duration":"711.764506ms","start":"2026-07-03T15:45:50.340795Z","end":"2026-07-03T15:45:51.052559Z","steps":["trace[286689895] 'agreement among raft nodes before linearized reading' (duration: 710.900732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:51.052636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:50.340774Z","time spent":"711.844939ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:45:51.052664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:50.553341Z","time spent":"499.211335ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-03T15:45:51.30202Z","caller":"traceutil/trace.go:171","msg":"trace[701165608] transaction","detail":"{read_only:false; response_revision:19355; number_of_response:1; }","duration":"153.856384ms","start":"2026-07-03T15:45:51.148139Z","end":"2026-07-03T15:45:51.301995Z","steps":["trace[701165608] 'process raft request' (duration: 110.161293ms)","trace[701165608] 'compare' (duration: 43.261419ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:45:51.302514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.441265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-03T15:45:51.302559Z","caller":"traceutil/trace.go:171","msg":"trace[228788333] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19355; }","duration":"152.511527ms","start":"2026-07-03T15:45:51.150036Z","end":"2026-07-03T15:45:51.302547Z","steps":["trace[228788333] 'agreement among raft nodes before linearized reading' (duration: 152.364443ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:51.302356Z","caller":"traceutil/trace.go:171","msg":"trace[1884085904] linearizableReadLoop","detail":"{readStateIndex:20021; appliedIndex:20020; }","duration":"151.647403ms","start":"2026-07-03T15:45:51.150052Z","end":"2026-07-03T15:45:51.3017Z","steps":["trace[1884085904] 'read index received' (duration: 108.186158ms)","trace[1884085904] 'applied index is now lower than readState.Index' (duration: 43.460335ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:45:51.302959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.616928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-03T15:45:51.303003Z","caller":"traceutil/trace.go:171","msg":"trace[916630274] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:19355; }","duration":"144.658899ms","start":"2026-07-03T15:45:51.15833Z","end":"2026-07-03T15:45:51.302989Z","steps":["trace[916630274] 'agreement among raft nodes before linearized reading' (duration: 144.553476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:52.786537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.27973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T15:45:52.786674Z","caller":"traceutil/trace.go:171","msg":"trace[1623290220] linearizableReadLoop","detail":"{readStateIndex:20027; appliedIndex:20026; }","duration":"137.323936ms","start":"2026-07-03T15:45:52.649333Z","end":"2026-07-03T15:45:52.786657Z","steps":["trace[1623290220] 'read index received' (duration: 6.528681ms)","trace[1623290220] 'applied index is now lower than readState.Index' (duration: 130.793665ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:45:52.786865Z","caller":"traceutil/trace.go:171","msg":"trace[905072764] transaction","detail":"{read_only:false; response_revision:19361; number_of_response:1; }","duration":"205.252018ms","start":"2026-07-03T15:45:52.581583Z","end":"2026-07-03T15:45:52.786835Z","steps":["trace[905072764] 'process raft request' (duration: 100.557747ms)","trace[905072764] 'compare' (duration: 104.118805ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:45:52.787302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.950224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-03T15:45:52.78737Z","caller":"traceutil/trace.go:171","msg":"trace[905551454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19361; }","duration":"138.056127ms","start":"2026-07-03T15:45:52.649291Z","end":"2026-07-03T15:45:52.787347Z","steps":["trace[905551454] 'agreement among raft nodes before linearized reading' (duration: 137.895032ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:53.244366Z","caller":"traceutil/trace.go:171","msg":"trace[1679485987] linearizableReadLoop","detail":"{readStateIndex:20034; appliedIndex:20032; }","duration":"123.967256ms","start":"2026-07-03T15:45:53.120375Z","end":"2026-07-03T15:45:53.244343Z","steps":["trace[1679485987] 'read index received' (duration: 111.812429ms)","trace[1679485987] 'applied index is now lower than readState.Index' (duration: 12.153487ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:45:53.2444Z","caller":"traceutil/trace.go:171","msg":"trace[906726223] transaction","detail":"{read_only:false; response_revision:19366; number_of_response:1; }","duration":"134.128978ms","start":"2026-07-03T15:45:53.110242Z","end":"2026-07-03T15:45:53.24437Z","steps":["trace[906726223] 'process raft request' (duration: 122.019582ms)","trace[906726223] 'compare' (duration: 11.762716ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:45:53.244534Z","caller":"traceutil/trace.go:171","msg":"trace[1533136668] transaction","detail":"{read_only:false; response_revision:19367; number_of_response:1; }","duration":"129.797547ms","start":"2026-07-03T15:45:53.114669Z","end":"2026-07-03T15:45:53.244466Z","steps":["trace[1533136668] 'process raft request' (duration: 129.570741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:53.244751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.353827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-b47vv\" ","response":"range_response_count:1 size:9792"} {"level":"warn","ts":"2026-07-03T15:45:53.244783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.652359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T15:45:53.244833Z","caller":"traceutil/trace.go:171","msg":"trace[2110489556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19367; }","duration":"105.71494ms","start":"2026-07-03T15:45:53.139107Z","end":"2026-07-03T15:45:53.244822Z","steps":["trace[2110489556] 'agreement among raft nodes before linearized reading' (duration: 105.629878ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:53.244829Z","caller":"traceutil/trace.go:171","msg":"trace[2142741678] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-b47vv; range_end:; response_count:1; response_revision:19367; }","duration":"124.466279ms","start":"2026-07-03T15:45:53.12035Z","end":"2026-07-03T15:45:53.244817Z","steps":["trace[2142741678] 'agreement among raft nodes before linearized reading' (duration: 124.120419ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:54.962502Z","caller":"traceutil/trace.go:171","msg":"trace[22642444] transaction","detail":"{read_only:false; response_revision:19371; number_of_response:1; }","duration":"120.749546ms","start":"2026-07-03T15:45:54.841719Z","end":"2026-07-03T15:45:54.962468Z","steps":["trace[22642444] 'process raft request' (duration: 105.444422ms)","trace[22642444] 'compare' (duration: 15.16557ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:45:55.796716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.545161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-03T15:45:55.79681Z","caller":"traceutil/trace.go:171","msg":"trace[1266944657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19374; }","duration":"545.701935ms","start":"2026-07-03T15:45:55.251088Z","end":"2026-07-03T15:45:55.79679Z","steps":["trace[1266944657] 'range keys from in-memory index tree' (duration: 545.341105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:55.796853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:55.25106Z","time spent":"545.782907ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T15:45:55.796855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.674495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T15:45:55.796955Z","caller":"traceutil/trace.go:171","msg":"trace[142147902] linearizableReadLoop","detail":"{readStateIndex:20042; appliedIndex:20041; }","duration":"525.882326ms","start":"2026-07-03T15:45:55.271054Z","end":"2026-07-03T15:45:55.796937Z","steps":["trace[142147902] 'read index received' (duration: 335.083208ms)","trace[142147902] 'applied index is now lower than readState.Index' (duration: 190.797468ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:45:55.797055Z","caller":"traceutil/trace.go:171","msg":"trace[326486216] transaction","detail":"{read_only:false; response_revision:19375; number_of_response:1; }","duration":"545.766777ms","start":"2026-07-03T15:45:55.251265Z","end":"2026-07-03T15:45:55.797032Z","steps":["trace[326486216] 'process raft request' (duration: 354.825574ms)","trace[326486216] 'compare' (duration: 190.406998ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:45:55.797159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:55.251237Z","time spent":"545.87136ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:45:55.797149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.161263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-03T15:45:55.797209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.149283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-b47vv\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-03T15:45:55.797231Z","caller":"traceutil/trace.go:171","msg":"trace[746623902] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:19375; }","duration":"395.297907ms","start":"2026-07-03T15:45:55.401916Z","end":"2026-07-03T15:45:55.797214Z","steps":["trace[746623902] 'agreement among raft nodes before linearized reading' (duration: 395.148932ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:55.79724Z","caller":"traceutil/trace.go:171","msg":"trace[922869615] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-b47vv; range_end:; response_count:1; response_revision:19375; }","duration":"526.211815ms","start":"2026-07-03T15:45:55.271018Z","end":"2026-07-03T15:45:55.79723Z","steps":["trace[922869615] 'agreement among raft nodes before linearized reading' (duration: 526.04248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:55.797282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:55.270998Z","time spent":"526.277336ms","remote":"127.0.0.1:44576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-b47vv\" "} {"level":"warn","ts":"2026-07-03T15:45:55.797282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:55.401893Z","time spent":"395.378998ms","remote":"127.0.0.1:36536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-03T15:45:55.797256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.543038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-03T15:45:55.797395Z","caller":"traceutil/trace.go:171","msg":"trace[1141767264] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19375; }","duration":"244.777345ms","start":"2026-07-03T15:45:55.552588Z","end":"2026-07-03T15:45:55.797365Z","steps":["trace[1141767264] 'agreement among raft nodes before linearized reading' (duration: 244.487337ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:56.107293Z","caller":"traceutil/trace.go:171","msg":"trace[943699100] linearizableReadLoop","detail":"{readStateIndex:20043; appliedIndex:20042; }","duration":"304.303304ms","start":"2026-07-03T15:45:55.80294Z","end":"2026-07-03T15:45:56.107243Z","steps":["trace[943699100] 'read index received' (duration: 237.594815ms)","trace[943699100] 'applied index is now lower than readState.Index' (duration: 66.707229ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:45:56.107673Z","caller":"traceutil/trace.go:171","msg":"trace[446349645] transaction","detail":"{read_only:false; response_revision:19376; number_of_response:1; }","duration":"305.355343ms","start":"2026-07-03T15:45:55.802282Z","end":"2026-07-03T15:45:56.107637Z","steps":["trace[446349645] 'process raft request' (duration: 238.243533ms)","trace[446349645] 'compare' (duration: 66.281127ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:45:56.10783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:55.802258Z","time spent":"305.489137ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T15:45:56.108376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.414385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:942463"} {"level":"info","ts":"2026-07-03T15:45:56.10844Z","caller":"traceutil/trace.go:171","msg":"trace[1434247659] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19376; }","duration":"305.524128ms","start":"2026-07-03T15:45:55.802905Z","end":"2026-07-03T15:45:56.108429Z","steps":["trace[1434247659] 'agreement among raft nodes before linearized reading' (duration: 304.455378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:56.108478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T15:45:55.802896Z","time spent":"305.570319ms","remote":"127.0.0.1:44576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":942486,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-03T15:45:57.233959Z","caller":"traceutil/trace.go:171","msg":"trace[1753082484] transaction","detail":"{read_only:false; response_revision:19381; number_of_response:1; }","duration":"114.996897ms","start":"2026-07-03T15:45:57.118912Z","end":"2026-07-03T15:45:57.233909Z","steps":["trace[1753082484] 'process raft request' (duration: 25.98452ms)","trace[1753082484] 'compare' (duration: 88.76806ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:45:57.233953Z","caller":"traceutil/trace.go:171","msg":"trace[1456117124] linearizableReadLoop","detail":"{readStateIndex:20048; appliedIndex:20047; }","duration":"114.784921ms","start":"2026-07-03T15:45:57.119057Z","end":"2026-07-03T15:45:57.233842Z","steps":["trace[1456117124] 'read index received' (duration: 25.864667ms)","trace[1456117124] 'applied index is now lower than readState.Index' (duration: 88.918744ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:45:57.234482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.373567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-03T15:45:57.234718Z","caller":"traceutil/trace.go:171","msg":"trace[1632789982] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19381; }","duration":"115.516392ms","start":"2026-07-03T15:45:57.119027Z","end":"2026-07-03T15:45:57.234543Z","steps":["trace[1632789982] 'agreement among raft nodes before linearized reading' (duration: 115.221814ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:57.255926Z","caller":"traceutil/trace.go:171","msg":"trace[1425201404] transaction","detail":"{read_only:false; response_revision:19382; number_of_response:1; }","duration":"114.72849ms","start":"2026-07-03T15:45:57.141167Z","end":"2026-07-03T15:45:57.255896Z","steps":["trace[1425201404] 'process raft request' (duration: 114.572435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:57.256153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.243219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-03T15:45:57.256236Z","caller":"traceutil/trace.go:171","msg":"trace[1502639310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19382; }","duration":"104.344712ms","start":"2026-07-03T15:45:57.151864Z","end":"2026-07-03T15:45:57.256209Z","steps":["trace[1502639310] 'agreement among raft nodes before linearized reading' (duration: 104.079935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:57.256133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.264195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T15:45:57.256358Z","caller":"traceutil/trace.go:171","msg":"trace[1462263039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19382; }","duration":"115.542623ms","start":"2026-07-03T15:45:57.140795Z","end":"2026-07-03T15:45:57.256337Z","steps":["trace[1462263039] 'agreement among raft nodes before linearized reading' (duration: 115.07812ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:58.851926Z","caller":"traceutil/trace.go:171","msg":"trace[156178425] linearizableReadLoop","detail":"{readStateIndex:20055; appliedIndex:20054; }","duration":"129.083137ms","start":"2026-07-03T15:45:58.722812Z","end":"2026-07-03T15:45:58.851895Z","steps":["trace[156178425] 'read index received' (duration: 128.80602ms)","trace[156178425] 'applied index is now lower than readState.Index' (duration: 275.977µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:45:58.852059Z","caller":"traceutil/trace.go:171","msg":"trace[194040071] transaction","detail":"{read_only:false; response_revision:19388; number_of_response:1; }","duration":"139.070055ms","start":"2026-07-03T15:45:58.712957Z","end":"2026-07-03T15:45:58.852027Z","steps":["trace[194040071] 'process raft request' (duration: 138.744456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:45:58.852123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.284513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T15:45:58.852187Z","caller":"traceutil/trace.go:171","msg":"trace[25762253] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:19388; }","duration":"129.399517ms","start":"2026-07-03T15:45:58.722768Z","end":"2026-07-03T15:45:58.852168Z","steps":["trace[25762253] 'agreement among raft nodes before linearized reading' (duration: 129.280903ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:45:59.484229Z","caller":"traceutil/trace.go:171","msg":"trace[888218623] transaction","detail":"{read_only:false; response_revision:19393; number_of_response:1; }","duration":"197.572336ms","start":"2026-07-03T15:45:59.286632Z","end":"2026-07-03T15:45:59.484205Z","steps":["trace[888218623] 'process raft request' (duration: 189.816631ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:46:01.13009Z","caller":"traceutil/trace.go:171","msg":"trace[520561807] linearizableReadLoop","detail":"{readStateIndex:20067; appliedIndex:20066; }","duration":"131.189495ms","start":"2026-07-03T15:46:00.998874Z","end":"2026-07-03T15:46:01.130063Z","steps":["trace[520561807] 'read index received' (duration: 130.924888ms)","trace[520561807] 'applied index is now lower than readState.Index' (duration: 263.447µs)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:46:01.130211Z","caller":"traceutil/trace.go:171","msg":"trace[137482283] transaction","detail":"{read_only:false; response_revision:19399; number_of_response:1; }","duration":"269.503968ms","start":"2026-07-03T15:46:00.860669Z","end":"2026-07-03T15:46:01.130173Z","steps":["trace[137482283] 'process raft request' (duration: 269.18354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:46:01.130361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.473423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-03T15:46:01.130449Z","caller":"traceutil/trace.go:171","msg":"trace[641531233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19399; }","duration":"131.597136ms","start":"2026-07-03T15:46:00.998817Z","end":"2026-07-03T15:46:01.130414Z","steps":["trace[641531233] 'agreement among raft nodes before linearized reading' (duration: 131.36723ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:46:01.373837Z","caller":"traceutil/trace.go:171","msg":"trace[1851721154] transaction","detail":"{read_only:false; response_revision:19400; number_of_response:1; }","duration":"239.358544ms","start":"2026-07-03T15:46:01.134454Z","end":"2026-07-03T15:46:01.373813Z","steps":["trace[1851721154] 'process raft request' (duration: 194.800259ms)","trace[1851721154] 'compare' (duration: 44.250537ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:46:01.373958Z","caller":"traceutil/trace.go:171","msg":"trace[297157964] transaction","detail":"{read_only:false; response_revision:19401; number_of_response:1; }","duration":"238.930332ms","start":"2026-07-03T15:46:01.134987Z","end":"2026-07-03T15:46:01.373917Z","steps":["trace[297157964] 'process raft request' (duration: 238.756517ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:46:01.373959Z","caller":"traceutil/trace.go:171","msg":"trace[1198194754] linearizableReadLoop","detail":"{readStateIndex:20069; appliedIndex:20067; }","duration":"236.062523ms","start":"2026-07-03T15:46:01.137878Z","end":"2026-07-03T15:46:01.37394Z","steps":["trace[1198194754] 'read index received' (duration: 191.450956ms)","trace[1198194754] 'applied index is now lower than readState.Index' (duration: 44.609117ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:46:01.374084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.187456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-03T15:46:01.374135Z","caller":"traceutil/trace.go:171","msg":"trace[1563879620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19403; }","duration":"236.262408ms","start":"2026-07-03T15:46:01.137861Z","end":"2026-07-03T15:46:01.374123Z","steps":["trace[1563879620] 'agreement among raft nodes before linearized reading' (duration: 236.148675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:46:01.386077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.14805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-03T15:46:01.386129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.71863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-03T15:46:01.386145Z","caller":"traceutil/trace.go:171","msg":"trace[1160819170] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:19404; }","duration":"247.254063ms","start":"2026-07-03T15:46:01.138876Z","end":"2026-07-03T15:46:01.38613Z","steps":["trace[1160819170] 'agreement among raft nodes before linearized reading' (duration: 247.116809ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:46:01.386164Z","caller":"traceutil/trace.go:171","msg":"trace[1063305247] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19404; }","duration":"140.792882ms","start":"2026-07-03T15:46:01.245362Z","end":"2026-07-03T15:46:01.386155Z","steps":["trace[1063305247] 'agreement among raft nodes before linearized reading' (duration: 140.637748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:46:01.386167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.76159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-03T15:46:01.38622Z","caller":"traceutil/trace.go:171","msg":"trace[1837939450] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19404; }","duration":"228.837323ms","start":"2026-07-03T15:46:01.15737Z","end":"2026-07-03T15:46:01.386208Z","steps":["trace[1837939450] 'agreement among raft nodes before linearized reading' (duration: 228.639547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:46:01.386243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.344366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-03T15:46:01.386317Z","caller":"traceutil/trace.go:171","msg":"trace[1075956190] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19404; }","duration":"229.421678ms","start":"2026-07-03T15:46:01.156877Z","end":"2026-07-03T15:46:01.386299Z","steps":["trace[1075956190] 'agreement among raft nodes before linearized reading' (duration: 229.227303ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:46:01.540382Z","caller":"traceutil/trace.go:171","msg":"trace[598721125] transaction","detail":"{read_only:false; response_revision:19405; number_of_response:1; }","duration":"114.830813ms","start":"2026-07-03T15:46:01.4255Z","end":"2026-07-03T15:46:01.540331Z","steps":["trace[598721125] 'process raft request' (duration: 114.453202ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:46:03.260788Z","caller":"traceutil/trace.go:171","msg":"trace[537160615] transaction","detail":"{read_only:false; response_revision:19410; number_of_response:1; }","duration":"118.661549ms","start":"2026-07-03T15:46:03.142102Z","end":"2026-07-03T15:46:03.260764Z","steps":["trace[537160615] 'process raft request' (duration: 118.237427ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:46:05.594598Z","caller":"traceutil/trace.go:171","msg":"trace[1830138442] transaction","detail":"{read_only:false; response_revision:19422; number_of_response:1; }","duration":"128.004538ms","start":"2026-07-03T15:46:05.466552Z","end":"2026-07-03T15:46:05.594557Z","steps":["trace[1830138442] 'process raft request' (duration: 87.514426ms)","trace[1830138442] 'compare' (duration: 40.330327ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:46:05.594803Z","caller":"traceutil/trace.go:171","msg":"trace[589190185] transaction","detail":"{read_only:false; response_revision:19423; number_of_response:1; }","duration":"127.522634ms","start":"2026-07-03T15:46:05.467267Z","end":"2026-07-03T15:46:05.594789Z","steps":["trace[589190185] 'process raft request' (duration: 127.246756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:46:05.594837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.708033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-03T15:46:05.594919Z","caller":"traceutil/trace.go:171","msg":"trace[941040176] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19423; }","duration":"130.835426ms","start":"2026-07-03T15:46:05.464062Z","end":"2026-07-03T15:46:05.594897Z","steps":["trace[941040176] 'agreement among raft nodes before linearized reading' (duration: 130.61751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:46:05.903078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.116795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-03T15:46:05.903235Z","caller":"traceutil/trace.go:171","msg":"trace[1109280503] transaction","detail":"{read_only:false; response_revision:19424; number_of_response:1; }","duration":"238.086459ms","start":"2026-07-03T15:46:05.665117Z","end":"2026-07-03T15:46:05.903204Z","steps":["trace[1109280503] 'process raft request' (duration: 32.724788ms)","trace[1109280503] 'compare' (duration: 204.96651ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T15:46:06.571466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.783939ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-03T15:46:06.571702Z","caller":"traceutil/trace.go:171","msg":"trace[687803386] linearizableReadLoop","detail":"{readStateIndex:20095; appliedIndex:20093; }","duration":"240.642079ms","start":"2026-07-03T15:46:06.331018Z","end":"2026-07-03T15:46:06.57166Z","steps":["trace[687803386] 'read index received' (duration: 22.337949ms)","trace[687803386] 'applied index is now lower than readState.Index' (duration: 218.29998ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T15:46:06.571794Z","caller":"traceutil/trace.go:171","msg":"trace[1581914279] transaction","detail":"{read_only:false; response_revision:19427; number_of_response:1; }","duration":"169.487488ms","start":"2026-07-03T15:46:06.402287Z","end":"2026-07-03T15:46:06.571775Z","steps":["trace[1581914279] 'process raft request' (duration: 169.292082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T15:46:06.571966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.937818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-b47vv\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-07-03T15:46:06.57205Z","caller":"traceutil/trace.go:171","msg":"trace[1301088127] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-b47vv; range_end:; response_count:1; response_revision:19427; }","duration":"241.082092ms","start":"2026-07-03T15:46:06.330945Z","end":"2026-07-03T15:46:06.572027Z","steps":["trace[1301088127] 'agreement among raft nodes before linearized reading' (duration: 240.798644ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T15:46:07.628563Z","caller":"traceutil/trace.go:171","msg":"trace[2092850416] transaction","detail":"{read_only:false; response_revision:19432; number_of_response:1; }","duration":"110.669447ms","start":"2026-07-03T15:46:07.517849Z","end":"2026-07-03T15:46:07.628519Z","steps":["trace[2092850416] 'process raft request' (duration: 92.217706ms)","trace[2092850416] 'compare' (duration: 18.285597ms)"],"step_count":2}