{"level":"warn","ts":"2026-05-04T03:01:00.537991Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-04T03:01:00.538094Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.25:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.25:2380","--initial-cluster=instance=https://199.204.45.25:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.25:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.25:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-04T03:01:00.538153Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-04T03:01:00.538164Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.25:2380"]} {"level":"info","ts":"2026-05-04T03:01:00.538181Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-04T03:01:00.538763Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"]} {"level":"info","ts":"2026-05-04T03:01:00.53884Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.25:2380"],"listen-peer-urls":["https://199.204.45.25:2380"],"advertise-client-urls":["https://199.204.45.25:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.25:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-04T03:01:00.542758Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.435197ms"} {"level":"info","ts":"2026-05-04T03:01:00.552262Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"ba52c55cf4193752","cluster-id":"4468ed52294bc271"} {"level":"info","ts":"2026-05-04T03:01:00.552336Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=()"} {"level":"info","ts":"2026-05-04T03:01:00.552362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became follower at term 0"} {"level":"info","ts":"2026-05-04T03:01:00.55238Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ba52c55cf4193752 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-04T03:01:00.552392Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became follower at term 1"} {"level":"info","ts":"2026-05-04T03:01:00.552437Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=(13426010442167826258)"} {"level":"warn","ts":"2026-05-04T03:01:00.557636Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-04T03:01:00.56134Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-04T03:01:00.562619Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-04T03:01:00.564601Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"ba52c55cf4193752","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-04T03:01:00.565121Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ba52c55cf4193752","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-04T03:01:00.565233Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-04T03:01:00.56529Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-04T03:01:00.5653Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-04T03:01:00.566173Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 switched to configuration voters=(13426010442167826258)"} {"level":"info","ts":"2026-05-04T03:01:00.566525Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4468ed52294bc271","local-member-id":"ba52c55cf4193752","added-peer-id":"ba52c55cf4193752","added-peer-peer-urls":["https://199.204.45.25:2380"]} {"level":"info","ts":"2026-05-04T03:01:00.567249Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-04T03:01:00.567384Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.25:2380"} {"level":"info","ts":"2026-05-04T03:01:00.567429Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.25:2380"} {"level":"info","ts":"2026-05-04T03:01:00.567579Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"ba52c55cf4193752","initial-advertise-peer-urls":["https://199.204.45.25:2380"],"listen-peer-urls":["https://199.204.45.25:2380"],"advertise-client-urls":["https://199.204.45.25:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.25:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-04T03:01:00.567642Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-04T03:01:01.453438Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 is starting a new election at term 1"} {"level":"info","ts":"2026-05-04T03:01:01.453558Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-04T03:01:01.453586Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 received MsgPreVoteResp from ba52c55cf4193752 at term 1"} {"level":"info","ts":"2026-05-04T03:01:01.453605Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became candidate at term 2"} {"level":"info","ts":"2026-05-04T03:01:01.453616Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 received MsgVoteResp from ba52c55cf4193752 at term 2"} {"level":"info","ts":"2026-05-04T03:01:01.453637Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ba52c55cf4193752 became leader at term 2"} {"level":"info","ts":"2026-05-04T03:01:01.453651Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ba52c55cf4193752 elected leader ba52c55cf4193752 at term 2"} {"level":"info","ts":"2026-05-04T03:01:01.454554Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"ba52c55cf4193752","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.25:2379]}","request-path":"/0/members/ba52c55cf4193752/attributes","cluster-id":"4468ed52294bc271","publish-timeout":"7s"} {"level":"info","ts":"2026-05-04T03:01:01.454597Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-04T03:01:01.454778Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-04T03:01:01.455017Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T03:01:01.455606Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-04T03:01:01.455686Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-04T03:01:01.455942Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4468ed52294bc271","local-member-id":"ba52c55cf4193752","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T03:01:01.456091Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T03:01:01.456121Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-04T03:01:01.457478Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.25:2379"} {"level":"info","ts":"2026-05-04T03:01:01.458527Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-05-04T03:01:30.933696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.85729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T03:01:30.933817Z","caller":"traceutil/trace.go:171","msg":"trace[603406229] linearizableReadLoop","detail":"{readStateIndex:485; appliedIndex:484; }","duration":"138.768797ms","start":"2026-05-04T03:01:30.795034Z","end":"2026-05-04T03:01:30.933803Z","steps":["trace[603406229] 'read index received' (duration: 31.219938ms)","trace[603406229] 'applied index is now lower than readState.Index' (duration: 107.547729ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:01:30.933886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.855979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:01:30.933916Z","caller":"traceutil/trace.go:171","msg":"trace[1728615998] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:470; }","duration":"138.923261ms","start":"2026-05-04T03:01:30.794983Z","end":"2026-05-04T03:01:30.933906Z","steps":["trace[1728615998] 'agreement among raft nodes before linearized reading' (duration: 138.87015ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:01:30.933892Z","caller":"traceutil/trace.go:171","msg":"trace[421879267] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"177.869923ms","start":"2026-05-04T03:01:30.755985Z","end":"2026-05-04T03:01:30.933855Z","steps":["trace[421879267] 'process raft request' (duration: 70.323684ms)","trace[421879267] 'compare' (duration: 106.744867ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:01:31.781565Z","caller":"traceutil/trace.go:171","msg":"trace[935946834] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"247.034485ms","start":"2026-05-04T03:01:31.534504Z","end":"2026-05-04T03:01:31.781538Z","steps":["trace[935946834] 'process raft request' (duration: 236.871802ms)","trace[935946834] 'compare' (duration: 10.016839ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:01:31.782725Z","caller":"traceutil/trace.go:171","msg":"trace[193554432] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"232.236334ms","start":"2026-05-04T03:01:31.550459Z","end":"2026-05-04T03:01:31.782696Z","steps":["trace[193554432] 'process raft request' (duration: 231.988187ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:01:36.971517Z","caller":"traceutil/trace.go:171","msg":"trace[1373182790] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"134.896349ms","start":"2026-05-04T03:01:36.836585Z","end":"2026-05-04T03:01:36.971481Z","steps":["trace[1373182790] 'process raft request' (duration: 131.602848ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:01:37.151952Z","caller":"traceutil/trace.go:171","msg":"trace[84923296] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"129.19204ms","start":"2026-05-04T03:01:37.022725Z","end":"2026-05-04T03:01:37.151918Z","steps":["trace[84923296] 'process raft request' (duration: 92.555912ms)","trace[84923296] 'compare' (duration: 36.404001ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:02:00.518889Z","caller":"traceutil/trace.go:171","msg":"trace[1477386700] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"154.146044ms","start":"2026-05-04T03:02:00.364719Z","end":"2026-05-04T03:02:00.518865Z","steps":["trace[1477386700] 'process raft request' (duration: 153.977399ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:02:00.660135Z","caller":"traceutil/trace.go:171","msg":"trace[70144897] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"293.26825ms","start":"2026-05-04T03:02:00.36684Z","end":"2026-05-04T03:02:00.660108Z","steps":["trace[70144897] 'process raft request' (duration: 255.870891ms)","trace[70144897] 'compare' (duration: 37.283016ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:03:16.571122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.049794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:03:16.571246Z","caller":"traceutil/trace.go:171","msg":"trace[2039863824] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1825; }","duration":"241.247289ms","start":"2026-05-04T03:03:16.329979Z","end":"2026-05-04T03:03:16.571227Z","steps":["trace[2039863824] 'count revisions from in-memory index tree' (duration: 240.949112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:03:17.015409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.68286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-04T03:03:17.015514Z","caller":"traceutil/trace.go:171","msg":"trace[1902339147] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1827; }","duration":"111.809364ms","start":"2026-05-04T03:03:16.903682Z","end":"2026-05-04T03:03:17.015491Z","steps":["trace[1902339147] 'range keys from in-memory index tree' (duration: 111.479395ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:04:01.384206Z","caller":"traceutil/trace.go:171","msg":"trace[935664278] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"103.668218ms","start":"2026-05-04T03:04:01.280509Z","end":"2026-05-04T03:04:01.384177Z","steps":["trace[935664278] 'process raft request' (duration: 84.641903ms)","trace[935664278] 'compare' (duration: 18.856541ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:04:01.971023Z","caller":"traceutil/trace.go:171","msg":"trace[1284528293] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"102.437165ms","start":"2026-05-04T03:04:01.868556Z","end":"2026-05-04T03:04:01.970993Z","steps":["trace[1284528293] 'process raft request' (duration: 101.727765ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:04:07.606629Z","caller":"traceutil/trace.go:171","msg":"trace[89175676] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"107.127882ms","start":"2026-05-04T03:04:07.499459Z","end":"2026-05-04T03:04:07.606587Z","steps":["trace[89175676] 'process raft request' (duration: 106.858565ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:04:08.206451Z","caller":"traceutil/trace.go:171","msg":"trace[1179874527] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"216.302409ms","start":"2026-05-04T03:04:07.990113Z","end":"2026-05-04T03:04:08.206415Z","steps":["trace[1179874527] 'process raft request' (duration: 135.083229ms)","trace[1179874527] 'compare' (duration: 80.826289ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:04:08.206775Z","caller":"traceutil/trace.go:171","msg":"trace[557218767] linearizableReadLoop","detail":"{readStateIndex:2241; appliedIndex:2240; }","duration":"111.589603ms","start":"2026-05-04T03:04:08.095163Z","end":"2026-05-04T03:04:08.206752Z","steps":["trace[557218767] 'read index received' (duration: 30.082925ms)","trace[557218767] 'applied index is now lower than readState.Index' (duration: 81.504298ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:04:08.206794Z","caller":"traceutil/trace.go:171","msg":"trace[26287431] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"104.955253ms","start":"2026-05-04T03:04:08.101827Z","end":"2026-05-04T03:04:08.206782Z","steps":["trace[26287431] 'process raft request' (duration: 104.551242ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:04:08.206557Z","caller":"traceutil/trace.go:171","msg":"trace[97506720] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"103.053722ms","start":"2026-05-04T03:04:08.103471Z","end":"2026-05-04T03:04:08.206524Z","steps":["trace[97506720] 'process raft request' (duration: 102.97906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:04:08.207399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.215829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-04T03:04:08.207502Z","caller":"traceutil/trace.go:171","msg":"trace[229859699] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2165; }","duration":"112.356183ms","start":"2026-05-04T03:04:08.095116Z","end":"2026-05-04T03:04:08.207472Z","steps":["trace[229859699] 'agreement among raft nodes before linearized reading' (duration: 111.708906ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:05:36.635087Z","caller":"traceutil/trace.go:171","msg":"trace[1236979597] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"101.408381ms","start":"2026-05-04T03:05:36.53365Z","end":"2026-05-04T03:05:36.635059Z","steps":["trace[1236979597] 'process raft request' (duration: 101.248046ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:05:36.71263Z","caller":"traceutil/trace.go:171","msg":"trace[1335025323] transaction","detail":"{read_only:false; response_revision:2836; number_of_response:1; }","duration":"177.336764ms","start":"2026-05-04T03:05:36.535266Z","end":"2026-05-04T03:05:36.712603Z","steps":["trace[1335025323] 'process raft request' (duration: 177.092167ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:05:36.713137Z","caller":"traceutil/trace.go:171","msg":"trace[1627783462] transaction","detail":"{read_only:false; response_revision:2837; number_of_response:1; }","duration":"173.762517ms","start":"2026-05-04T03:05:36.539321Z","end":"2026-05-04T03:05:36.713083Z","steps":["trace[1627783462] 'process raft request' (duration: 173.237873ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:09:42.973334Z","caller":"traceutil/trace.go:171","msg":"trace[1686938246] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5072; }","duration":"104.373783ms","start":"2026-05-04T03:09:42.868934Z","end":"2026-05-04T03:09:42.973307Z","steps":["trace[1686938246] 'process raft request' (duration: 104.26382ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:09:43.155548Z","caller":"traceutil/trace.go:171","msg":"trace[712445823] linearizableReadLoop","detail":"{readStateIndex:5263; appliedIndex:5262; }","duration":"135.482684ms","start":"2026-05-04T03:09:43.020042Z","end":"2026-05-04T03:09:43.155525Z","steps":["trace[712445823] 'read index received' (duration: 135.247267ms)","trace[712445823] 'applied index is now lower than readState.Index' (duration: 234.487µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:09:43.155612Z","caller":"traceutil/trace.go:171","msg":"trace[2136403525] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"164.116076ms","start":"2026-05-04T03:09:42.991457Z","end":"2026-05-04T03:09:43.155573Z","steps":["trace[2136403525] 'process raft request' (duration: 163.90759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:09:43.155923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.851864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-05-04T03:09:43.155979Z","caller":"traceutil/trace.go:171","msg":"trace[389877622] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5073; }","duration":"135.959227ms","start":"2026-05-04T03:09:43.020002Z","end":"2026-05-04T03:09:43.155961Z","steps":["trace[389877622] 'agreement among raft nodes before linearized reading' (duration: 135.659649ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:09:43.446881Z","caller":"traceutil/trace.go:171","msg":"trace[97288281] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"164.534308ms","start":"2026-05-04T03:09:43.28231Z","end":"2026-05-04T03:09:43.446844Z","steps":["trace[97288281] 'process raft request' (duration: 97.279089ms)","trace[97288281] 'compare' (duration: 66.874979ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:09:43.447322Z","caller":"traceutil/trace.go:171","msg":"trace[1729431931] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"164.106206ms","start":"2026-05-04T03:09:43.283184Z","end":"2026-05-04T03:09:43.44729Z","steps":["trace[1729431931] 'process raft request' (duration: 163.51975ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:09:43.559141Z","caller":"traceutil/trace.go:171","msg":"trace[377005527] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"102.81773ms","start":"2026-05-04T03:09:43.454784Z","end":"2026-05-04T03:09:43.557602Z","steps":["trace[377005527] 'process raft request' (duration: 98.606335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:09:56.597987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.130237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-04T03:09:56.598078Z","caller":"traceutil/trace.go:171","msg":"trace[1706450842] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"203.807531ms","start":"2026-05-04T03:09:56.394257Z","end":"2026-05-04T03:09:56.598064Z","steps":["trace[1706450842] 'process raft request' (duration: 84.539091ms)","trace[1706450842] 'compare' (duration: 118.997743ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:10:05.338702Z","caller":"traceutil/trace.go:171","msg":"trace[60799418] linearizableReadLoop","detail":"{readStateIndex:5756; appliedIndex:5755; }","duration":"107.300167ms","start":"2026-05-04T03:10:05.23138Z","end":"2026-05-04T03:10:05.33868Z","steps":["trace[60799418] 'read index received' (duration: 107.183384ms)","trace[60799418] 'applied index is now lower than readState.Index' (duration: 116.123µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:10:05.338804Z","caller":"traceutil/trace.go:171","msg":"trace[718726838] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"111.07943ms","start":"2026-05-04T03:10:05.227709Z","end":"2026-05-04T03:10:05.338789Z","steps":["trace[718726838] 'process raft request' (duration: 110.853534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:10:05.33891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.514853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-05-04T03:10:05.338941Z","caller":"traceutil/trace.go:171","msg":"trace[609130167] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5552; }","duration":"107.597496ms","start":"2026-05-04T03:10:05.231336Z","end":"2026-05-04T03:10:05.338934Z","steps":["trace[609130167] 'agreement among raft nodes before linearized reading' (duration: 107.447422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:10:05.339209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.347839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111415"} {"level":"info","ts":"2026-05-04T03:10:05.339295Z","caller":"traceutil/trace.go:171","msg":"trace[789323917] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5552; }","duration":"107.42803ms","start":"2026-05-04T03:10:05.231827Z","end":"2026-05-04T03:10:05.339255Z","steps":["trace[789323917] 'agreement among raft nodes before linearized reading' (duration: 107.04909ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:10:05.510895Z","caller":"traceutil/trace.go:171","msg":"trace[594497778] linearizableReadLoop","detail":"{readStateIndex:5757; appliedIndex:5756; }","duration":"168.154641ms","start":"2026-05-04T03:10:05.342719Z","end":"2026-05-04T03:10:05.510874Z","steps":["trace[594497778] 'read index received' (duration: 122.458829ms)","trace[594497778] 'applied index is now lower than readState.Index' (duration: 45.695062ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:10:05.511079Z","caller":"traceutil/trace.go:171","msg":"trace[1706345231] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"168.605713ms","start":"2026-05-04T03:10:05.342463Z","end":"2026-05-04T03:10:05.511069Z","steps":["trace[1706345231] 'process raft request' (duration: 122.767157ms)","trace[1706345231] 'compare' (duration: 45.546778ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:10:05.511362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.621614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3930"} {"level":"info","ts":"2026-05-04T03:10:05.511401Z","caller":"traceutil/trace.go:171","msg":"trace[2032866232] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5553; }","duration":"168.700166ms","start":"2026-05-04T03:10:05.342691Z","end":"2026-05-04T03:10:05.511391Z","steps":["trace[2032866232] 'agreement among raft nodes before linearized reading' (duration: 168.558272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:10:05.511538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.626394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17385"} {"level":"info","ts":"2026-05-04T03:10:05.511597Z","caller":"traceutil/trace.go:171","msg":"trace[197847189] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5553; }","duration":"168.697816ms","start":"2026-05-04T03:10:05.342885Z","end":"2026-05-04T03:10:05.511583Z","steps":["trace[197847189] 'agreement among raft nodes before linearized reading' (duration: 168.515181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:10:05.511736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.063153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-05-04T03:10:05.511772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.45396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4866"} {"level":"info","ts":"2026-05-04T03:10:05.511819Z","caller":"traceutil/trace.go:171","msg":"trace[1785332469] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5553; }","duration":"157.532282ms","start":"2026-05-04T03:10:05.354276Z","end":"2026-05-04T03:10:05.511808Z","steps":["trace[1785332469] 'agreement among raft nodes before linearized reading' (duration: 157.423029ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:10:05.511824Z","caller":"traceutil/trace.go:171","msg":"trace[1012002723] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5553; }","duration":"145.193167ms","start":"2026-05-04T03:10:05.366609Z","end":"2026-05-04T03:10:05.511802Z","steps":["trace[1012002723] 'agreement among raft nodes before linearized reading' (duration: 144.805007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:10:05.929667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.452516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-04T03:10:05.929909Z","caller":"traceutil/trace.go:171","msg":"trace[444193316] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"184.699582ms","start":"2026-05-04T03:10:05.745191Z","end":"2026-05-04T03:10:05.929891Z","steps":["trace[444193316] 'process raft request' (duration: 184.666311ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:10:05.930078Z","caller":"traceutil/trace.go:171","msg":"trace[1926820100] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"285.622735ms","start":"2026-05-04T03:10:05.644448Z","end":"2026-05-04T03:10:05.930071Z","steps":["trace[1926820100] 'process raft request' (duration: 285.317097ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:10:05.930169Z","caller":"traceutil/trace.go:171","msg":"trace[65363607] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"193.933683ms","start":"2026-05-04T03:10:05.736223Z","end":"2026-05-04T03:10:05.930157Z","steps":["trace[65363607] 'process raft request' (duration: 193.600264ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:10:05.930164Z","caller":"traceutil/trace.go:171","msg":"trace[486067785] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"340.96942ms","start":"2026-05-04T03:10:05.589157Z","end":"2026-05-04T03:10:05.930127Z","steps":["trace[486067785] 'process raft request' (duration: 120.969499ms)","trace[486067785] 'compare' (duration: 219.015214ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:10:05.930197Z","caller":"traceutil/trace.go:171","msg":"trace[135631358] linearizableReadLoop","detail":"{readStateIndex:5759; appliedIndex:5758; }","duration":"339.992413ms","start":"2026-05-04T03:10:05.590157Z","end":"2026-05-04T03:10:05.930149Z","steps":["trace[135631358] 'read index received' (duration: 120.104884ms)","trace[135631358] 'applied index is now lower than readState.Index' (duration: 219.884638ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:10:05.93041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.212379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T03:10:05.930572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.317476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-8jrgq\" ","response":"range_response_count:1 size:8386"} {"level":"info","ts":"2026-05-04T03:10:05.930688Z","caller":"traceutil/trace.go:171","msg":"trace[2001519539] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-8jrgq; range_end:; response_count:1; response_revision:5558; }","duration":"186.46524ms","start":"2026-05-04T03:10:05.744204Z","end":"2026-05-04T03:10:05.930669Z","steps":["trace[2001519539] 'agreement among raft nodes before linearized reading' (duration: 186.197792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:10:05.930337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:10:05.589147Z","time spent":"341.097683ms","remote":"127.0.0.1:46744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7526,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:10:05.930548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.70274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-04T03:10:05.930856Z","caller":"traceutil/trace.go:171","msg":"trace[2131618991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5558; }","duration":"271.060169ms","start":"2026-05-04T03:10:05.65978Z","end":"2026-05-04T03:10:05.93084Z","steps":["trace[2131618991] 'agreement among raft nodes before linearized reading' (duration: 270.586807ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:10:05.930611Z","caller":"traceutil/trace.go:171","msg":"trace[415361341] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5558; }","duration":"340.424055ms","start":"2026-05-04T03:10:05.590129Z","end":"2026-05-04T03:10:05.930553Z","steps":["trace[415361341] 'agreement among raft nodes before linearized reading' (duration: 340.134267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:10:05.931018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:10:05.590112Z","time spent":"340.886208ms","remote":"127.0.0.1:55002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-04T03:10:05.931273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.375677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-04T03:10:05.931352Z","caller":"traceutil/trace.go:171","msg":"trace[1568483795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5558; }","duration":"268.49846ms","start":"2026-05-04T03:10:05.662837Z","end":"2026-05-04T03:10:05.931336Z","steps":["trace[1568483795] 'agreement among raft nodes before linearized reading' (duration: 267.604276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:10:05.931359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.443678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2223031"} {"level":"info","ts":"2026-05-04T03:10:05.9314Z","caller":"traceutil/trace.go:171","msg":"trace[594044696] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5558; }","duration":"115.51745ms","start":"2026-05-04T03:10:05.815872Z","end":"2026-05-04T03:10:05.931389Z","steps":["trace[594044696] 'agreement among raft nodes before linearized reading' (duration: 114.582385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:10:05.93145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.034534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-04T03:10:05.931509Z","caller":"traceutil/trace.go:171","msg":"trace[1749408956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5558; }","duration":"269.114826ms","start":"2026-05-04T03:10:05.66238Z","end":"2026-05-04T03:10:05.931495Z","steps":["trace[1749408956] 'agreement among raft nodes before linearized reading' (duration: 268.079748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:10:05.931757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.300343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:10:05.93181Z","caller":"traceutil/trace.go:171","msg":"trace[439551726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5558; }","duration":"201.384004ms","start":"2026-05-04T03:10:05.730412Z","end":"2026-05-04T03:10:05.931796Z","steps":["trace[439551726] 'agreement among raft nodes before linearized reading' (duration: 200.166851ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:11:00.346704Z","caller":"traceutil/trace.go:171","msg":"trace[1522550151] linearizableReadLoop","detail":"{readStateIndex:6252; appliedIndex:6251; }","duration":"128.032991ms","start":"2026-05-04T03:11:00.218648Z","end":"2026-05-04T03:11:00.346681Z","steps":["trace[1522550151] 'read index received' (duration: 127.854206ms)","trace[1522550151] 'applied index is now lower than readState.Index' (duration: 177.745µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:11:00.346827Z","caller":"traceutil/trace.go:171","msg":"trace[437229585] transaction","detail":"{read_only:false; response_revision:6034; number_of_response:1; }","duration":"128.187235ms","start":"2026-05-04T03:11:00.218626Z","end":"2026-05-04T03:11:00.346814Z","steps":["trace[437229585] 'process raft request' (duration: 127.920458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:11:00.34783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.165452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2223031"} {"level":"info","ts":"2026-05-04T03:11:00.347899Z","caller":"traceutil/trace.go:171","msg":"trace[1647863949] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6034; }","duration":"129.252874ms","start":"2026-05-04T03:11:00.218623Z","end":"2026-05-04T03:11:00.347876Z","steps":["trace[1647863949] 'agreement among raft nodes before linearized reading' (duration: 128.239276ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:11:00.49136Z","caller":"traceutil/trace.go:171","msg":"trace[606180278] transaction","detail":"{read_only:false; response_revision:6035; number_of_response:1; }","duration":"138.332831ms","start":"2026-05-04T03:11:00.352994Z","end":"2026-05-04T03:11:00.491326Z","steps":["trace[606180278] 'process raft request' (duration: 76.676914ms)","trace[606180278] 'compare' (duration: 61.377529ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:11:00.491673Z","caller":"traceutil/trace.go:171","msg":"trace[1818947842] transaction","detail":"{read_only:false; response_revision:6036; number_of_response:1; }","duration":"137.95811ms","start":"2026-05-04T03:11:00.353683Z","end":"2026-05-04T03:11:00.491641Z","steps":["trace[1818947842] 'process raft request' (duration: 137.565849ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:11:00.491698Z","caller":"traceutil/trace.go:171","msg":"trace[374783059] linearizableReadLoop","detail":"{readStateIndex:6255; appliedIndex:6252; }","duration":"109.785694ms","start":"2026-05-04T03:11:00.381892Z","end":"2026-05-04T03:11:00.491678Z","steps":["trace[374783059] 'read index received' (duration: 47.800599ms)","trace[374783059] 'applied index is now lower than readState.Index' (duration: 61.983355ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:11:00.491887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.972049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-05-04T03:11:00.491954Z","caller":"traceutil/trace.go:171","msg":"trace[40613035] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6038; }","duration":"110.080732ms","start":"2026-05-04T03:11:00.381857Z","end":"2026-05-04T03:11:00.491938Z","steps":["trace[40613035] 'agreement among raft nodes before linearized reading' (duration: 109.884027ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:11:00.491709Z","caller":"traceutil/trace.go:171","msg":"trace[1608042286] transaction","detail":"{read_only:false; response_revision:6037; number_of_response:1; }","duration":"136.968573ms","start":"2026-05-04T03:11:00.354721Z","end":"2026-05-04T03:11:00.49169Z","steps":["trace[1608042286] 'process raft request' (duration: 136.82747ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:11:01.486131Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2971} {"level":"info","ts":"2026-05-04T03:11:01.557957Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2971,"took":"70.405244ms","hash":4232689129,"current-db-size-bytes":58363904,"current-db-size":"58 MB","current-db-size-in-use-bytes":33615872,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-04T03:11:01.558019Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4232689129,"revision":2971,"compact-revision":-1} {"level":"info","ts":"2026-05-04T03:13:46.943676Z","caller":"traceutil/trace.go:171","msg":"trace[475178339] transaction","detail":"{read_only:false; response_revision:7093; number_of_response:1; }","duration":"237.829237ms","start":"2026-05-04T03:13:46.705813Z","end":"2026-05-04T03:13:46.943642Z","steps":["trace[475178339] 'process raft request' (duration: 237.660813ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:13:46.944328Z","caller":"traceutil/trace.go:171","msg":"trace[1205966240] transaction","detail":"{read_only:false; response_revision:7094; number_of_response:1; }","duration":"153.247976ms","start":"2026-05-04T03:13:46.791056Z","end":"2026-05-04T03:13:46.944304Z","steps":["trace[1205966240] 'process raft request' (duration: 153.095472ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:13:46.944478Z","caller":"traceutil/trace.go:171","msg":"trace[646340007] transaction","detail":"{read_only:false; response_revision:7095; number_of_response:1; }","duration":"152.505627ms","start":"2026-05-04T03:13:46.791951Z","end":"2026-05-04T03:13:46.944457Z","steps":["trace[646340007] 'process raft request' (duration: 152.299821ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:16:01.493607Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6041} {"level":"info","ts":"2026-05-04T03:16:01.5888Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6041,"took":"93.175409ms","hash":3060421944,"current-db-size-bytes":58363904,"current-db-size":"58 MB","current-db-size-in-use-bytes":21852160,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-05-04T03:16:01.588892Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3060421944,"revision":6041,"compact-revision":2971} {"level":"warn","ts":"2026-05-04T03:16:24.889386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.598626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:16:24.889592Z","caller":"traceutil/trace.go:171","msg":"trace[1797551493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8416; }","duration":"204.841052ms","start":"2026-05-04T03:16:24.68472Z","end":"2026-05-04T03:16:24.889561Z","steps":["trace[1797551493] 'range keys from in-memory index tree' (duration: 204.510543ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:16:25.804091Z","caller":"traceutil/trace.go:171","msg":"trace[1587442750] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"291.557466ms","start":"2026-05-04T03:16:25.512491Z","end":"2026-05-04T03:16:25.804048Z","steps":["trace[1587442750] 'process raft request' (duration: 252.368148ms)","trace[1587442750] 'compare' (duration: 39.003603ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:16:25.829129Z","caller":"traceutil/trace.go:171","msg":"trace[448542184] transaction","detail":"{read_only:false; response_revision:8419; number_of_response:1; }","duration":"301.777104ms","start":"2026-05-04T03:16:25.527317Z","end":"2026-05-04T03:16:25.829095Z","steps":["trace[448542184] 'process raft request' (duration: 301.526417ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:16:25.829474Z","caller":"traceutil/trace.go:171","msg":"trace[27096155] linearizableReadLoop","detail":"{readStateIndex:8718; appliedIndex:8714; }","duration":"100.303643ms","start":"2026-05-04T03:16:25.72914Z","end":"2026-05-04T03:16:25.829444Z","steps":["trace[27096155] 'read index received' (duration: 35.733383ms)","trace[27096155] 'applied index is now lower than readState.Index' (duration: 64.56893ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:16:25.829459Z","caller":"traceutil/trace.go:171","msg":"trace[94138028] transaction","detail":"{read_only:false; response_revision:8420; number_of_response:1; }","duration":"263.899842ms","start":"2026-05-04T03:16:25.565513Z","end":"2026-05-04T03:16:25.829413Z","steps":["trace[94138028] 'process raft request' (duration: 263.519692ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:16:25.829528Z","caller":"traceutil/trace.go:171","msg":"trace[981637755] transaction","detail":"{read_only:false; response_revision:8421; number_of_response:1; }","duration":"234.256764ms","start":"2026-05-04T03:16:25.595224Z","end":"2026-05-04T03:16:25.829481Z","steps":["trace[981637755] 'process raft request' (duration: 234.10235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:16:25.829466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:16:25.527268Z","time spent":"302.060932ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:16:25.829645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.484238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:16:25.830275Z","caller":"traceutil/trace.go:171","msg":"trace[1045718099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8421; }","duration":"101.197038ms","start":"2026-05-04T03:16:25.729065Z","end":"2026-05-04T03:16:25.830262Z","steps":["trace[1045718099] 'agreement among raft nodes before linearized reading' (duration: 100.482169ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:16:54.336986Z","caller":"traceutil/trace.go:171","msg":"trace[1102985081] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"213.521639ms","start":"2026-05-04T03:16:54.123432Z","end":"2026-05-04T03:16:54.336954Z","steps":["trace[1102985081] 'process raft request' (duration: 213.033706ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:16:54.532282Z","caller":"traceutil/trace.go:171","msg":"trace[1324371223] transaction","detail":"{read_only:false; response_revision:8630; number_of_response:1; }","duration":"190.550363ms","start":"2026-05-04T03:16:54.341702Z","end":"2026-05-04T03:16:54.532252Z","steps":["trace[1324371223] 'process raft request' (duration: 186.01836ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:16:58.371397Z","caller":"traceutil/trace.go:171","msg":"trace[963726515] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"447.054833ms","start":"2026-05-04T03:16:57.924307Z","end":"2026-05-04T03:16:58.371362Z","steps":["trace[963726515] 'process raft request' (duration: 446.852047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:16:58.371568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:16:57.92428Z","time spent":"447.196017ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:16:58.377601Z","caller":"traceutil/trace.go:171","msg":"trace[2080181049] linearizableReadLoop","detail":"{readStateIndex:8953; appliedIndex:8950; }","duration":"276.69445ms","start":"2026-05-04T03:16:58.100856Z","end":"2026-05-04T03:16:58.377551Z","steps":["trace[2080181049] 'read index received' (duration: 270.929163ms)","trace[2080181049] 'applied index is now lower than readState.Index' (duration: 5.763777ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:16:58.377699Z","caller":"traceutil/trace.go:171","msg":"trace[2074832524] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"422.609707ms","start":"2026-05-04T03:16:57.955044Z","end":"2026-05-04T03:16:58.377654Z","steps":["trace[2074832524] 'process raft request' (duration: 422.455113ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:16:58.377639Z","caller":"traceutil/trace.go:171","msg":"trace[444254658] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"437.40904ms","start":"2026-05-04T03:16:57.940205Z","end":"2026-05-04T03:16:58.377614Z","steps":["trace[444254658] 'process raft request' (duration: 437.0562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:16:58.377832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.31805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-04T03:16:58.377877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:16:57.955017Z","time spent":"422.773032ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:16:58.377893Z","caller":"traceutil/trace.go:171","msg":"trace[1746271442] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8648; }","duration":"196.430573ms","start":"2026-05-04T03:16:58.181447Z","end":"2026-05-04T03:16:58.377877Z","steps":["trace[1746271442] 'agreement among raft nodes before linearized reading' (duration: 196.32417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:16:58.377911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.057481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwn4c\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-05-04T03:16:58.377909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:16:57.94019Z","time spent":"437.604316ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:16:58.377961Z","caller":"traceutil/trace.go:171","msg":"trace[634957255] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwn4c; range_end:; response_count:1; response_revision:8648; }","duration":"277.150243ms","start":"2026-05-04T03:16:58.1008Z","end":"2026-05-04T03:16:58.37795Z","steps":["trace[634957255] 'agreement among raft nodes before linearized reading' (duration: 276.906007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:16:58.378104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.911898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T03:16:58.378146Z","caller":"traceutil/trace.go:171","msg":"trace[691709429] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8648; }","duration":"188.954729ms","start":"2026-05-04T03:16:58.18918Z","end":"2026-05-04T03:16:58.378135Z","steps":["trace[691709429] 'agreement among raft nodes before linearized reading' (duration: 188.885737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:16:58.378178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.640094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T03:16:58.378295Z","caller":"traceutil/trace.go:171","msg":"trace[1943308645] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8648; }","duration":"132.82232ms","start":"2026-05-04T03:16:58.245449Z","end":"2026-05-04T03:16:58.378271Z","steps":["trace[1943308645] 'agreement among raft nodes before linearized reading' (duration: 132.616454ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:16:58.378414Z","caller":"traceutil/trace.go:171","msg":"trace[210017592] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"425.196687ms","start":"2026-05-04T03:16:57.953198Z","end":"2026-05-04T03:16:58.378395Z","steps":["trace[210017592] 'process raft request' (duration: 424.254372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:16:58.378516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:16:57.953167Z","time spent":"425.29289ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:17:08.442932Z","caller":"traceutil/trace.go:171","msg":"trace[1325383342] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"159.186436ms","start":"2026-05-04T03:17:08.283714Z","end":"2026-05-04T03:17:08.442901Z","steps":["trace[1325383342] 'process raft request' (duration: 158.984951ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:17:08.572062Z","caller":"traceutil/trace.go:171","msg":"trace[877793071] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"280.388721ms","start":"2026-05-04T03:17:08.291643Z","end":"2026-05-04T03:17:08.572031Z","steps":["trace[877793071] 'process raft request' (duration: 252.09845ms)","trace[877793071] 'compare' (duration: 28.054704ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:17:08.572392Z","caller":"traceutil/trace.go:171","msg":"trace[1164744224] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"162.538859ms","start":"2026-05-04T03:17:08.409838Z","end":"2026-05-04T03:17:08.572377Z","steps":["trace[1164744224] 'process raft request' (duration: 162.120588ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:17:08.572547Z","caller":"traceutil/trace.go:171","msg":"trace[1296731122] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"160.578537ms","start":"2026-05-04T03:17:08.411959Z","end":"2026-05-04T03:17:08.572537Z","steps":["trace[1296731122] 'process raft request' (duration: 160.192526ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:17:08.572757Z","caller":"traceutil/trace.go:171","msg":"trace[1385121159] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"155.280891ms","start":"2026-05-04T03:17:08.41747Z","end":"2026-05-04T03:17:08.572751Z","steps":["trace[1385121159] 'process raft request' (duration: 155.040705ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:17:08.572773Z","caller":"traceutil/trace.go:171","msg":"trace[675497991] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"160.781522ms","start":"2026-05-04T03:17:08.411977Z","end":"2026-05-04T03:17:08.572759Z","steps":["trace[675497991] 'process raft request' (duration: 160.37074ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:17:08.572829Z","caller":"traceutil/trace.go:171","msg":"trace[461138942] linearizableReadLoop","detail":"{readStateIndex:9054; appliedIndex:9048; }","duration":"153.36698ms","start":"2026-05-04T03:17:08.419356Z","end":"2026-05-04T03:17:08.572723Z","steps":["trace[461138942] 'read index received' (duration: 23.430998ms)","trace[461138942] 'applied index is now lower than readState.Index' (duration: 129.935292ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:17:08.572973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.607596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-04T03:17:08.572973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.395327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwn4c\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-05-04T03:17:08.57304Z","caller":"traceutil/trace.go:171","msg":"trace[1794463951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8745; }","duration":"153.711099ms","start":"2026-05-04T03:17:08.419319Z","end":"2026-05-04T03:17:08.57303Z","steps":["trace[1794463951] 'agreement among raft nodes before linearized reading' (duration: 153.547665ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:17:08.57306Z","caller":"traceutil/trace.go:171","msg":"trace[1390510512] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwn4c; range_end:; response_count:1; response_revision:8745; }","duration":"136.536121ms","start":"2026-05-04T03:17:08.436516Z","end":"2026-05-04T03:17:08.573052Z","steps":["trace[1390510512] 'agreement among raft nodes before linearized reading' (duration: 136.396227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:17:08.573044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.831595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:17:08.573101Z","caller":"traceutil/trace.go:171","msg":"trace[1120275839] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8745; }","duration":"112.930308ms","start":"2026-05-04T03:17:08.460156Z","end":"2026-05-04T03:17:08.573087Z","steps":["trace[1120275839] 'agreement among raft nodes before linearized reading' (duration: 112.825975ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:17:08.767728Z","caller":"traceutil/trace.go:171","msg":"trace[1387985533] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"117.921954ms","start":"2026-05-04T03:17:08.64977Z","end":"2026-05-04T03:17:08.767692Z","steps":["trace[1387985533] 'process raft request' (duration: 117.808991ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:17:08.768035Z","caller":"traceutil/trace.go:171","msg":"trace[1196751165] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"118.625443ms","start":"2026-05-04T03:17:08.649367Z","end":"2026-05-04T03:17:08.767992Z","steps":["trace[1196751165] 'process raft request' (duration: 118.008446ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:17:22.714972Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023e3.wal"} {"level":"info","ts":"2026-05-04T03:18:46.966103Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ba52c55cf4193752","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-04T03:18:46.973515Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-04T03:18:46.973621Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-04T03:20:01.723624Z","caller":"traceutil/trace.go:171","msg":"trace[126966273] transaction","detail":"{read_only:false; response_revision:10155; number_of_response:1; }","duration":"395.785913ms","start":"2026-05-04T03:20:01.327813Z","end":"2026-05-04T03:20:01.723599Z","steps":["trace[126966273] 'process raft request' (duration: 395.619429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:20:01.723792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:20:01.327783Z","time spent":"395.924127ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:20:01.756688Z","caller":"traceutil/trace.go:171","msg":"trace[1215362928] linearizableReadLoop","detail":"{readStateIndex:10509; appliedIndex:10505; }","duration":"428.159649ms","start":"2026-05-04T03:20:01.328507Z","end":"2026-05-04T03:20:01.756667Z","steps":["trace[1215362928] 'read index received' (duration: 394.999152ms)","trace[1215362928] 'applied index is now lower than readState.Index' (duration: 33.159457ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:20:01.756979Z","caller":"traceutil/trace.go:171","msg":"trace[302354657] transaction","detail":"{read_only:false; response_revision:10156; number_of_response:1; }","duration":"428.992532ms","start":"2026-05-04T03:20:01.327975Z","end":"2026-05-04T03:20:01.756968Z","steps":["trace[302354657] 'process raft request' (duration: 428.492488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:20:01.757091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:20:01.32795Z","time spent":"429.062913ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:20:01.757273Z","caller":"traceutil/trace.go:171","msg":"trace[1763098375] transaction","detail":"{read_only:false; response_revision:10157; number_of_response:1; }","duration":"429.171066ms","start":"2026-05-04T03:20:01.328094Z","end":"2026-05-04T03:20:01.757265Z","steps":["trace[1763098375] 'process raft request' (duration: 428.508728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:20:01.757327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:20:01.328075Z","time spent":"429.225798ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:20:01.757427Z","caller":"traceutil/trace.go:171","msg":"trace[836588182] transaction","detail":"{read_only:false; response_revision:10158; number_of_response:1; }","duration":"429.330121ms","start":"2026-05-04T03:20:01.32809Z","end":"2026-05-04T03:20:01.75742Z","steps":["trace[836588182] 'process raft request' (duration: 428.54172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:20:01.757469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:20:01.328068Z","time spent":"429.378452ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:20:01.757583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.073674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T03:20:01.757616Z","caller":"traceutil/trace.go:171","msg":"trace[1907264824] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:10158; }","duration":"429.146236ms","start":"2026-05-04T03:20:01.328462Z","end":"2026-05-04T03:20:01.757608Z","steps":["trace[1907264824] 'agreement among raft nodes before linearized reading' (duration: 429.094864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:20:01.757637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:20:01.32845Z","time spent":"429.181657ms","remote":"127.0.0.1:46732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:20:01.757783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.318988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:20:01.757813Z","caller":"traceutil/trace.go:171","msg":"trace[1976690465] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:10158; }","duration":"279.411191ms","start":"2026-05-04T03:20:01.478393Z","end":"2026-05-04T03:20:01.757804Z","steps":["trace[1976690465] 'agreement among raft nodes before linearized reading' (duration: 279.346209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:20:01.758309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.236455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-04T03:20:01.758334Z","caller":"traceutil/trace.go:171","msg":"trace[1225343221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10158; }","duration":"204.314017ms","start":"2026-05-04T03:20:01.554014Z","end":"2026-05-04T03:20:01.758328Z","steps":["trace[1225343221] 'agreement among raft nodes before linearized reading' (duration: 204.252926ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:21:01.500647Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8155} {"level":"info","ts":"2026-05-04T03:21:01.56886Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8155,"took":"65.893772ms","hash":2416031655,"current-db-size-bytes":58363904,"current-db-size":"58 MB","current-db-size-in-use-bytes":28368896,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-04T03:21:01.568919Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2416031655,"revision":8155,"compact-revision":6041} {"level":"warn","ts":"2026-05-04T03:22:54.231067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296728564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:22:54.796075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296728564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:22:54.79633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111332209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-04T03:22:54.796463Z","caller":"traceutil/trace.go:171","msg":"trace[321091463] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.111462093s","start":"2026-05-04T03:22:52.684942Z","end":"2026-05-04T03:22:54.796404Z","steps":["trace[321091463] 'agreement among raft nodes before linearized reading' (duration: 2.11135134s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.796501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:52.684928Z","time spent":"2.111565046s","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T03:22:54.842626Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.209263542s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T03:22:54.843045Z","caller":"traceutil/trace.go:171","msg":"trace[655679917] transaction","detail":"{read_only:false; response_revision:11234; number_of_response:1; }","duration":"2.209765776s","start":"2026-05-04T03:22:52.633254Z","end":"2026-05-04T03:22:54.84302Z","steps":["trace[655679917] 'process raft request' (duration: 2.209590322s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.843229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:52.633239Z","time spent":"2.209889989s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:22:54.851037Z","caller":"traceutil/trace.go:171","msg":"trace[112928857] linearizableReadLoop","detail":"{readStateIndex:11628; appliedIndex:11625; }","duration":"2.197426599s","start":"2026-05-04T03:22:52.653587Z","end":"2026-05-04T03:22:54.851014Z","steps":["trace[112928857] 'read index received' (duration: 2.18945553s)","trace[112928857] 'applied index is now lower than readState.Index' (duration: 7.970259ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:22:54.85141Z","caller":"traceutil/trace.go:171","msg":"trace[1413564878] transaction","detail":"{read_only:false; response_revision:11235; number_of_response:1; }","duration":"2.02340928s","start":"2026-05-04T03:22:52.827989Z","end":"2026-05-04T03:22:54.851398Z","steps":["trace[1413564878] 'process raft request' (duration: 2.022779263s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.8515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:52.827922Z","time spent":"2.023516943s","remote":"127.0.0.1:55048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5039,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:22:54.851995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198396305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-04T03:22:54.852024Z","caller":"traceutil/trace.go:171","msg":"trace[378367957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11238; }","duration":"2.198505288s","start":"2026-05-04T03:22:52.653511Z","end":"2026-05-04T03:22:54.852016Z","steps":["trace[378367957] 'agreement among raft nodes before linearized reading' (duration: 2.198389715s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.852046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:52.653479Z","time spent":"2.19856302s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T03:22:54.852167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197696936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-04T03:22:54.852188Z","caller":"traceutil/trace.go:171","msg":"trace[589695991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11238; }","duration":"2.197743918s","start":"2026-05-04T03:22:52.654438Z","end":"2026-05-04T03:22:54.852182Z","steps":["trace[589695991] 'agreement among raft nodes before linearized reading' (duration: 2.197690866s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.852206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:52.654423Z","time spent":"2.197779078s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T03:22:54.8524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001598532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5054"} {"level":"info","ts":"2026-05-04T03:22:54.852435Z","caller":"traceutil/trace.go:171","msg":"trace[2016776824] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11238; }","duration":"2.001659884s","start":"2026-05-04T03:22:52.850768Z","end":"2026-05-04T03:22:54.852428Z","steps":["trace[2016776824] 'agreement among raft nodes before linearized reading' (duration: 2.001600053s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.85246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:52.850757Z","time spent":"2.001697445s","remote":"127.0.0.1:55048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5077,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-05-04T03:22:54.852436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867610162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:22:54.852505Z","caller":"traceutil/trace.go:171","msg":"trace[1602903253] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:11238; }","duration":"1.867758036s","start":"2026-05-04T03:22:52.984728Z","end":"2026-05-04T03:22:54.852487Z","steps":["trace[1602903253] 'agreement among raft nodes before linearized reading' (duration: 1.867629103s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.852547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:52.984694Z","time spent":"1.867844198s","remote":"127.0.0.1:51214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:22:54.852617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197762487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-04T03:22:54.852644Z","caller":"traceutil/trace.go:171","msg":"trace[874091767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11238; }","duration":"2.197806039s","start":"2026-05-04T03:22:52.654829Z","end":"2026-05-04T03:22:54.852635Z","steps":["trace[874091767] 'agreement among raft nodes before linearized reading' (duration: 2.197735497s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.852664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:52.654819Z","time spent":"2.19784127s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T03:22:54.852724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19787079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-04T03:22:54.852749Z","caller":"traceutil/trace.go:171","msg":"trace[1517992570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11238; }","duration":"2.197892541s","start":"2026-05-04T03:22:52.654848Z","end":"2026-05-04T03:22:54.85274Z","steps":["trace[1517992570] 'agreement among raft nodes before linearized reading' (duration: 2.19783908s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:22:54.852773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:22:52.654806Z","time spent":"2.197960554s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-04T03:24:20.259422Z","caller":"traceutil/trace.go:171","msg":"trace[1676751618] transaction","detail":"{read_only:false; response_revision:11998; number_of_response:1; }","duration":"227.73354ms","start":"2026-05-04T03:24:20.031664Z","end":"2026-05-04T03:24:20.259398Z","steps":["trace[1676751618] 'process raft request' (duration: 227.512384ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:24:20.259316Z","caller":"traceutil/trace.go:171","msg":"trace[537280666] linearizableReadLoop","detail":"{readStateIndex:12411; appliedIndex:12410; }","duration":"134.576537ms","start":"2026-05-04T03:24:20.124722Z","end":"2026-05-04T03:24:20.259299Z","steps":["trace[537280666] 'read index received' (duration: 134.454984ms)","trace[537280666] 'applied index is now lower than readState.Index' (duration: 121.033µs)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:24:20.259548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.835304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:24:20.259583Z","caller":"traceutil/trace.go:171","msg":"trace[2089971134] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:11998; }","duration":"134.920877ms","start":"2026-05-04T03:24:20.124653Z","end":"2026-05-04T03:24:20.259574Z","steps":["trace[2089971134] 'agreement among raft nodes before linearized reading' (duration: 134.845825ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:26:01.507475Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10514} {"level":"info","ts":"2026-05-04T03:26:01.584239Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10514,"took":"74.43728ms","hash":3493680619,"current-db-size-bytes":58363904,"current-db-size":"58 MB","current-db-size-in-use-bytes":26341376,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-04T03:26:01.584297Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3493680619,"revision":10514,"compact-revision":8155} {"level":"info","ts":"2026-05-04T03:31:01.514216Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12688} {"level":"info","ts":"2026-05-04T03:31:01.598685Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12688,"took":"79.490254ms","hash":288634077,"current-db-size-bytes":58363904,"current-db-size":"58 MB","current-db-size-in-use-bytes":26931200,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-04T03:31:01.598741Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":288634077,"revision":12688,"compact-revision":10514} {"level":"info","ts":"2026-05-04T03:32:23.531806Z","caller":"traceutil/trace.go:171","msg":"trace[1961435089] transaction","detail":"{read_only:false; response_revision:15075; number_of_response:1; }","duration":"240.661633ms","start":"2026-05-04T03:32:23.291113Z","end":"2026-05-04T03:32:23.531774Z","steps":["trace[1961435089] 'process raft request' (duration: 237.950049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:46.072501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296739756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:32:46.558074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.735095491s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-04T03:32:46.558576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:44.822857Z","time spent":"1.735715467s","remote":"127.0.0.1:54858","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-04T03:32:46.564407Z","caller":"traceutil/trace.go:171","msg":"trace[1020577900] transaction","detail":"{read_only:false; response_revision:15183; number_of_response:1; }","duration":"1.391443061s","start":"2026-05-04T03:32:45.172928Z","end":"2026-05-04T03:32:46.564371Z","steps":["trace[1020577900] 'process raft request' (duration: 1.390910927s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:46.564726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.172865Z","time spent":"1.391754609s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:32:46.564899Z","caller":"traceutil/trace.go:171","msg":"trace[1956734331] transaction","detail":"{read_only:false; response_revision:15184; number_of_response:1; }","duration":"1.38994782s","start":"2026-05-04T03:32:45.17494Z","end":"2026-05-04T03:32:46.564888Z","steps":["trace[1956734331] 'process raft request' (duration: 1.389161119s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:46.564977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.174931Z","time spent":"1.390017882s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:32:46.565118Z","caller":"traceutil/trace.go:171","msg":"trace[266950306] transaction","detail":"{read_only:false; response_revision:15185; number_of_response:1; }","duration":"1.390156165s","start":"2026-05-04T03:32:45.174943Z","end":"2026-05-04T03:32:46.565099Z","steps":["trace[266950306] 'process raft request' (duration: 1.389887958s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:46.565237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.174917Z","time spent":"1.390262048s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:32:46.565333Z","caller":"traceutil/trace.go:171","msg":"trace[723895526] transaction","detail":"{read_only:false; response_revision:15186; number_of_response:1; }","duration":"1.389370834s","start":"2026-05-04T03:32:45.17595Z","end":"2026-05-04T03:32:46.56532Z","steps":["trace[723895526] 'process raft request' (duration: 1.389081096s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:32:46.565414Z","caller":"traceutil/trace.go:171","msg":"trace[1919299324] linearizableReadLoop","detail":"{readStateIndex:15715; appliedIndex:15710; }","duration":"993.191976ms","start":"2026-05-04T03:32:45.572211Z","end":"2026-05-04T03:32:46.565403Z","steps":["trace[1919299324] 'read index received' (duration: 986.161964ms)","trace[1919299324] 'applied index is now lower than readState.Index' (duration: 7.025872ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:32:46.565423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.175875Z","time spent":"1.389522738s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:32:46.565647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.411803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T03:32:46.565677Z","caller":"traceutil/trace.go:171","msg":"trace[647474661] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:15187; }","duration":"993.689591ms","start":"2026-05-04T03:32:45.571981Z","end":"2026-05-04T03:32:46.56567Z","steps":["trace[647474661] 'agreement among raft nodes before linearized reading' (duration: 993.488455ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:46.565701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.571957Z","time spent":"993.737401ms","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":98,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:32:46.565928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.046791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-04T03:32:46.565955Z","caller":"traceutil/trace.go:171","msg":"trace[1058393340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15187; }","duration":"642.093943ms","start":"2026-05-04T03:32:45.923855Z","end":"2026-05-04T03:32:46.565949Z","steps":["trace[1058393340] 'agreement among raft nodes before linearized reading' (duration: 642.009611ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:46.565974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.923845Z","time spent":"642.124354ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T03:32:46.56616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.987864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T03:32:46.566187Z","caller":"traceutil/trace.go:171","msg":"trace[580954299] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:15187; }","duration":"142.084696ms","start":"2026-05-04T03:32:46.424096Z","end":"2026-05-04T03:32:46.56618Z","steps":["trace[580954299] 'agreement among raft nodes before linearized reading' (duration: 142.032885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:46.566309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.206999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-04T03:32:46.566323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.689599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-04T03:32:46.566371Z","caller":"traceutil/trace.go:171","msg":"trace[1525510794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15187; }","duration":"720.297412ms","start":"2026-05-04T03:32:45.84606Z","end":"2026-05-04T03:32:46.566357Z","steps":["trace[1525510794] 'agreement among raft nodes before linearized reading' (duration: 720.114227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:46.566356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.978188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-04T03:32:46.566406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.846039Z","time spent":"720.361364ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-04T03:32:46.566416Z","caller":"traceutil/trace.go:171","msg":"trace[784792707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15187; }","duration":"718.808161ms","start":"2026-05-04T03:32:45.847587Z","end":"2026-05-04T03:32:46.566395Z","steps":["trace[784792707] 'agreement among raft nodes before linearized reading' (duration: 718.538574ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:32:46.566429Z","caller":"traceutil/trace.go:171","msg":"trace[894112676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15187; }","duration":"635.101792ms","start":"2026-05-04T03:32:45.93131Z","end":"2026-05-04T03:32:46.566411Z","steps":["trace[894112676] 'agreement among raft nodes before linearized reading' (duration: 634.894376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:46.566469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.931281Z","time spent":"635.178663ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T03:32:46.566474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.847579Z","time spent":"718.884283ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T03:32:46.566526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.947174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwn4c\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-05-04T03:32:46.566555Z","caller":"traceutil/trace.go:171","msg":"trace[1449840712] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwn4c; range_end:; response_count:1; response_revision:15187; }","duration":"810.035236ms","start":"2026-05-04T03:32:45.756511Z","end":"2026-05-04T03:32:46.566546Z","steps":["trace[1449840712] 'agreement among raft nodes before linearized reading' (duration: 809.945424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:46.566576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.756475Z","time spent":"810.095848ms","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-fwn4c\" "} {"level":"warn","ts":"2026-05-04T03:32:46.566341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.632998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:32:46.566672Z","caller":"traceutil/trace.go:171","msg":"trace[1352812863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15187; }","duration":"880.974947ms","start":"2026-05-04T03:32:45.685663Z","end":"2026-05-04T03:32:46.566637Z","steps":["trace[1352812863] 'agreement among raft nodes before linearized reading' (duration: 880.169225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:46.566719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.685632Z","time spent":"881.07829ms","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T03:32:46.566689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.493812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-04T03:32:46.566826Z","caller":"traceutil/trace.go:171","msg":"trace[1888118252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15187; }","duration":"718.708608ms","start":"2026-05-04T03:32:45.848091Z","end":"2026-05-04T03:32:46.566799Z","steps":["trace[1888118252] 'agreement among raft nodes before linearized reading' (duration: 718.376649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:46.566878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:45.84807Z","time spent":"718.797831ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T03:32:49.076072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296739786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:32:49.577196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296739786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:32:50.557975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296739786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:32:50.688056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000501362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-04T03:32:50.688201Z","caller":"traceutil/trace.go:171","msg":"trace[1084246668] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000725648s","start":"2026-05-04T03:32:48.687437Z","end":"2026-05-04T03:32:50.688162Z","steps":["trace[1084246668] 'agreement among raft nodes before linearized reading' (duration: 2.000558643s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:50.688294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.687404Z","time spent":"2.000873222s","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/04 03:32:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T03:32:51.058568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296739786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:32:51.439723Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.869694856s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T03:32:51.440598Z","caller":"traceutil/trace.go:171","msg":"trace[759007341] transaction","detail":"{read_only:false; response_revision:15193; number_of_response:1; }","duration":"2.870683223s","start":"2026-05-04T03:32:48.569875Z","end":"2026-05-04T03:32:51.440558Z","steps":["trace[759007341] 'process raft request' (duration: 2.870128528s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.440811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.569843Z","time spent":"2.870834778s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:32:51.448844Z","caller":"traceutil/trace.go:171","msg":"trace[2028582453] transaction","detail":"{read_only:false; response_revision:15194; number_of_response:1; }","duration":"2.878904538s","start":"2026-05-04T03:32:48.56988Z","end":"2026-05-04T03:32:51.448784Z","steps":["trace[2028582453] 'process raft request' (duration: 2.878564889s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:32:51.448947Z","caller":"traceutil/trace.go:171","msg":"trace[61534742] transaction","detail":"{read_only:false; response_revision:15196; number_of_response:1; }","duration":"2.875403763s","start":"2026-05-04T03:32:48.573507Z","end":"2026-05-04T03:32:51.448911Z","steps":["trace[61534742] 'process raft request' (duration: 2.875173676s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:32:51.448893Z","caller":"traceutil/trace.go:171","msg":"trace[1864662494] transaction","detail":"{read_only:false; response_revision:15195; number_of_response:1; }","duration":"2.877836589s","start":"2026-05-04T03:32:48.57101Z","end":"2026-05-04T03:32:51.448847Z","steps":["trace[1864662494] 'process raft request' (duration: 2.877617793s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.449116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.57347Z","time spent":"2.875551587s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:32:51.449124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.569852Z","time spent":"2.879122564s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:32:51.449281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.570999Z","time spent":"2.878091956s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:32:51.452226Z","caller":"traceutil/trace.go:171","msg":"trace[660744028] linearizableReadLoop","detail":"{readStateIndex:15726; appliedIndex:15722; }","duration":"2.876540884s","start":"2026-05-04T03:32:48.575623Z","end":"2026-05-04T03:32:51.452164Z","steps":["trace[660744028] 'read index received' (duration: 2.865996325s)","trace[660744028] 'applied index is now lower than readState.Index' (duration: 10.543539ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:32:51.452394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.876761389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-04T03:32:51.45254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708523558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-04T03:32:51.452558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424893969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T03:32:51.452619Z","caller":"traceutil/trace.go:171","msg":"trace[1246193092] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:15197; }","duration":"2.708651792s","start":"2026-05-04T03:32:48.743948Z","end":"2026-05-04T03:32:51.4526Z","steps":["trace[1246193092] 'agreement among raft nodes before linearized reading' (duration: 2.708526078s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.452629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.845021482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:32:51.452653Z","caller":"traceutil/trace.go:171","msg":"trace[501086881] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:15197; }","duration":"2.425049423s","start":"2026-05-04T03:32:49.027583Z","end":"2026-05-04T03:32:51.452632Z","steps":["trace[501086881] 'agreement among raft nodes before linearized reading' (duration: 2.424865428s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:32:51.452695Z","caller":"traceutil/trace.go:171","msg":"trace[1928236370] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15197; }","duration":"2.845128165s","start":"2026-05-04T03:32:48.607555Z","end":"2026-05-04T03:32:51.452683Z","steps":["trace[1928236370] 'agreement among raft nodes before linearized reading' (duration: 2.844853857s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.452703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:49.027563Z","time spent":"2.425130286s","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:32:51.45272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.875818684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-04T03:32:51.452731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.607537Z","time spent":"2.845186636s","remote":"127.0.0.1:55276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-04T03:32:51.452743Z","caller":"traceutil/trace.go:171","msg":"trace[1119192870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15197; }","duration":"2.875884225s","start":"2026-05-04T03:32:48.576852Z","end":"2026-05-04T03:32:51.452736Z","steps":["trace[1119192870] 'agreement among raft nodes before linearized reading' (duration: 2.875810403s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.452566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870133568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwn4c\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-05-04T03:32:51.452769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.576828Z","time spent":"2.875936337s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-04T03:32:51.452789Z","caller":"traceutil/trace.go:171","msg":"trace[1904729408] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwn4c; range_end:; response_count:1; response_revision:15197; }","duration":"2.870385615s","start":"2026-05-04T03:32:48.582393Z","end":"2026-05-04T03:32:51.452778Z","steps":["trace[1904729408] 'agreement among raft nodes before linearized reading' (duration: 2.870079267s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:32:51.452685Z","caller":"traceutil/trace.go:171","msg":"trace[1267515002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15197; }","duration":"2.877095288s","start":"2026-05-04T03:32:48.575575Z","end":"2026-05-04T03:32:51.452671Z","steps":["trace[1267515002] 'agreement among raft nodes before linearized reading' (duration: 2.876676297s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.452825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.582379Z","time spent":"2.870437586s","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-fwn4c\" "} {"level":"warn","ts":"2026-05-04T03:32:51.452639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872570745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-04T03:32:51.452865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.575563Z","time spent":"2.877286004s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T03:32:51.452876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.913065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-04T03:32:51.452915Z","caller":"traceutil/trace.go:171","msg":"trace[907638298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15197; }","duration":"2.872832452s","start":"2026-05-04T03:32:48.580036Z","end":"2026-05-04T03:32:51.452869Z","steps":["trace[907638298] 'agreement among raft nodes before linearized reading' (duration: 2.872548894s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.452655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.743923Z","time spent":"2.708722033s","remote":"127.0.0.1:51192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":17,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:32:51.453139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.580025Z","time spent":"2.873077569s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-04T03:32:51.453022Z","caller":"traceutil/trace.go:171","msg":"trace[796156447] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:15197; }","duration":"889.1116ms","start":"2026-05-04T03:32:50.56388Z","end":"2026-05-04T03:32:51.452992Z","steps":["trace[796156447] 'agreement among raft nodes before linearized reading' (duration: 888.624427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.453421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:50.563857Z","time spent":"889.548993ms","remote":"127.0.0.1:54976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-04T03:32:51.452434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.901285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:32:51.453577Z","caller":"traceutil/trace.go:171","msg":"trace[23718605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15197; }","duration":"765.043706ms","start":"2026-05-04T03:32:50.688482Z","end":"2026-05-04T03:32:51.453526Z","steps":["trace[23718605] 'agreement among raft nodes before linearized reading' (duration: 763.904875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.452457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.876595335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-04T03:32:51.453717Z","caller":"traceutil/trace.go:171","msg":"trace[1819799407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15197; }","duration":"2.877905371s","start":"2026-05-04T03:32:48.575788Z","end":"2026-05-04T03:32:51.453693Z","steps":["trace[1819799407] 'agreement among raft nodes before linearized reading' (duration: 2.876592816s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.453763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.575734Z","time spent":"2.878017554s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T03:32:51.453227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.874731614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-04T03:32:51.453846Z","caller":"traceutil/trace.go:171","msg":"trace[1624883208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15197; }","duration":"2.875411083s","start":"2026-05-04T03:32:48.578413Z","end":"2026-05-04T03:32:51.453824Z","steps":["trace[1624883208] 'agreement among raft nodes before linearized reading' (duration: 2.874529739s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:32:51.454042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:48.578391Z","time spent":"2.875563166s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T03:32:51.453721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:32:50.688448Z","time spent":"765.17863ms","remote":"127.0.0.1:54808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T03:34:16.186363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296741004,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-04T03:34:16.326377Z","caller":"traceutil/trace.go:171","msg":"trace[441146361] transaction","detail":"{read_only:false; response_revision:15625; number_of_response:1; }","duration":"794.42854ms","start":"2026-05-04T03:34:15.531914Z","end":"2026-05-04T03:34:16.326342Z","steps":["trace[441146361] 'process raft request' (duration: 794.208894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:34:16.326646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:15.53188Z","time spent":"794.604575ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:34:16.376965Z","caller":"traceutil/trace.go:171","msg":"trace[1282248410] transaction","detail":"{read_only:false; response_revision:15626; number_of_response:1; }","duration":"613.215674ms","start":"2026-05-04T03:34:15.763723Z","end":"2026-05-04T03:34:16.376939Z","steps":["trace[1282248410] 'process raft request' (duration: 612.998418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:34:16.377145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:15.763697Z","time spent":"613.345738ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:34:16.377418Z","caller":"traceutil/trace.go:171","msg":"trace[1054247610] transaction","detail":"{read_only:false; response_revision:15628; number_of_response:1; }","duration":"608.967527ms","start":"2026-05-04T03:34:15.768426Z","end":"2026-05-04T03:34:16.377394Z","steps":["trace[1054247610] 'process raft request' (duration: 608.811023ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:34:16.377482Z","caller":"traceutil/trace.go:171","msg":"trace[426021470] linearizableReadLoop","detail":"{readStateIndex:16178; appliedIndex:16174; }","duration":"691.291829ms","start":"2026-05-04T03:34:15.686165Z","end":"2026-05-04T03:34:16.377456Z","steps":["trace[426021470] 'read index received' (duration: 640.416648ms)","trace[426021470] 'applied index is now lower than readState.Index' (duration: 50.874041ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:34:16.377575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:15.768415Z","time spent":"609.075421ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:34:16.377574Z","caller":"traceutil/trace.go:171","msg":"trace[1718203440] transaction","detail":"{read_only:false; response_revision:15629; number_of_response:1; }","duration":"608.963437ms","start":"2026-05-04T03:34:15.768571Z","end":"2026-05-04T03:34:16.377535Z","steps":["trace[1718203440] 'process raft request' (duration: 608.780072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:34:16.377665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.499795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:34:16.377754Z","caller":"traceutil/trace.go:171","msg":"trace[318676609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15629; }","duration":"691.617559ms","start":"2026-05-04T03:34:15.686114Z","end":"2026-05-04T03:34:16.377732Z","steps":["trace[318676609] 'agreement among raft nodes before linearized reading' (duration: 691.480585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:34:16.377802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:15.768551Z","time spent":"609.149003ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:34:16.377803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:15.686085Z","time spent":"691.706711ms","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T03:34:16.377902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.789512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-04T03:34:16.377954Z","caller":"traceutil/trace.go:171","msg":"trace[1159166589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15629; }","duration":"461.859333ms","start":"2026-05-04T03:34:15.916082Z","end":"2026-05-04T03:34:16.377941Z","steps":["trace[1159166589] 'agreement among raft nodes before linearized reading' (duration: 461.654978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:34:16.377986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:15.916076Z","time spent":"461.902804ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T03:34:16.378036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.10064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-04T03:34:16.378074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.699213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T03:34:16.378124Z","caller":"traceutil/trace.go:171","msg":"trace[2069851798] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:15629; }","duration":"335.774945ms","start":"2026-05-04T03:34:16.042334Z","end":"2026-05-04T03:34:16.378109Z","steps":["trace[2069851798] 'agreement among raft nodes before linearized reading' (duration: 335.679792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:34:16.378125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.138606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-04T03:34:16.378129Z","caller":"traceutil/trace.go:171","msg":"trace[410743042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15629; }","duration":"466.251494ms","start":"2026-05-04T03:34:15.911852Z","end":"2026-05-04T03:34:16.378104Z","steps":["trace[410743042] 'agreement among raft nodes before linearized reading' (duration: 465.889804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:34:16.378153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:16.042316Z","time spent":"335.830136ms","remote":"127.0.0.1:46706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-05-04T03:34:16.37749Z","caller":"traceutil/trace.go:171","msg":"trace[1265239015] transaction","detail":"{read_only:false; response_revision:15627; number_of_response:1; }","duration":"612.287009ms","start":"2026-05-04T03:34:15.765157Z","end":"2026-05-04T03:34:16.377444Z","steps":["trace[1265239015] 'process raft request' (duration: 611.734964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:34:16.378281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.294441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-04T03:34:16.378325Z","caller":"traceutil/trace.go:171","msg":"trace[1095906460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15629; }","duration":"464.358002ms","start":"2026-05-04T03:34:15.913957Z","end":"2026-05-04T03:34:16.378315Z","steps":["trace[1095906460] 'agreement among raft nodes before linearized reading' (duration: 464.257369ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:34:16.378157Z","caller":"traceutil/trace.go:171","msg":"trace[462446021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15629; }","duration":"464.196347ms","start":"2026-05-04T03:34:15.913952Z","end":"2026-05-04T03:34:16.378148Z","steps":["trace[462446021] 'agreement among raft nodes before linearized reading' (duration: 464.111135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:34:16.378323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.217803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-04T03:34:16.378365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:15.913948Z","time spent":"464.408224ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T03:34:16.378388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:15.913935Z","time spent":"464.437934ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-04T03:34:16.378404Z","caller":"traceutil/trace.go:171","msg":"trace[296201164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15629; }","duration":"462.319307ms","start":"2026-05-04T03:34:15.916066Z","end":"2026-05-04T03:34:16.378385Z","steps":["trace[296201164] 'agreement among raft nodes before linearized reading' (duration: 462.107041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:34:16.37845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:15.916055Z","time spent":"462.383828ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T03:34:16.378187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:15.911833Z","time spent":"466.343907ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T03:34:16.378099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.774908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwn4c\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-05-04T03:34:16.378623Z","caller":"traceutil/trace.go:171","msg":"trace[1179893597] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwn4c; range_end:; response_count:1; response_revision:15629; }","duration":"142.347184ms","start":"2026-05-04T03:34:16.236261Z","end":"2026-05-04T03:34:16.378608Z","steps":["trace[1179893597] 'agreement among raft nodes before linearized reading' (duration: 141.684916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:34:16.378573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:34:15.765131Z","time spent":"613.128651ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:35:16.912876Z","caller":"traceutil/trace.go:171","msg":"trace[1780646633] transaction","detail":"{read_only:false; response_revision:15932; number_of_response:1; }","duration":"137.857828ms","start":"2026-05-04T03:35:16.774955Z","end":"2026-05-04T03:35:16.912813Z","steps":["trace[1780646633] 'process raft request' (duration: 137.541829ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:35:46.055307Z","caller":"traceutil/trace.go:171","msg":"trace[669899643] transaction","detail":"{read_only:false; response_revision:16083; number_of_response:1; }","duration":"270.75266ms","start":"2026-05-04T03:35:45.784512Z","end":"2026-05-04T03:35:46.055265Z","steps":["trace[669899643] 'process raft request' (duration: 270.701368ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:35:46.055785Z","caller":"traceutil/trace.go:171","msg":"trace[706996715] transaction","detail":"{read_only:false; response_revision:16082; number_of_response:1; }","duration":"378.111773ms","start":"2026-05-04T03:35:45.677661Z","end":"2026-05-04T03:35:46.055772Z","steps":["trace[706996715] 'process raft request' (duration: 377.392153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:46.055904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:35:45.677621Z","time spent":"378.201325ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:35:46.056024Z","caller":"traceutil/trace.go:171","msg":"trace[1520950202] linearizableReadLoop","detail":"{readStateIndex:16649; appliedIndex:16648; }","duration":"372.417376ms","start":"2026-05-04T03:35:45.683597Z","end":"2026-05-04T03:35:46.056014Z","steps":["trace[1520950202] 'read index received' (duration: 371.404549ms)","trace[1520950202] 'applied index is now lower than readState.Index' (duration: 1.012077ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:35:46.056491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.890099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-04T03:35:46.056833Z","caller":"traceutil/trace.go:171","msg":"trace[818531825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16083; }","duration":"373.252669ms","start":"2026-05-04T03:35:45.683539Z","end":"2026-05-04T03:35:46.056791Z","steps":["trace[818531825] 'agreement among raft nodes before linearized reading' (duration: 372.884318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:46.056916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:35:45.683525Z","time spent":"373.360412ms","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T03:35:46.057167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.24534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T03:35:46.057195Z","caller":"traceutil/trace.go:171","msg":"trace[121960772] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:16083; }","duration":"338.319391ms","start":"2026-05-04T03:35:45.718869Z","end":"2026-05-04T03:35:46.057189Z","steps":["trace[121960772] 'agreement among raft nodes before linearized reading' (duration: 338.240779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:46.057211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:35:45.718843Z","time spent":"338.362383ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:35:46.058586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.725737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-04T03:35:46.058668Z","caller":"traceutil/trace.go:171","msg":"trace[1177554262] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:16083; }","duration":"159.84693ms","start":"2026-05-04T03:35:45.898795Z","end":"2026-05-04T03:35:46.058642Z","steps":["trace[1177554262] 'agreement among raft nodes before linearized reading' (duration: 159.668245ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:35:46.271824Z","caller":"traceutil/trace.go:171","msg":"trace[1461896110] transaction","detail":"{read_only:false; response_revision:16084; number_of_response:1; }","duration":"204.381231ms","start":"2026-05-04T03:35:46.067417Z","end":"2026-05-04T03:35:46.271799Z","steps":["trace[1461896110] 'process raft request' (duration: 202.566521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:47.541145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296742288,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-04T03:35:47.797823Z","caller":"traceutil/trace.go:171","msg":"trace[719772449] transaction","detail":"{read_only:false; response_revision:16085; number_of_response:1; }","duration":"771.178594ms","start":"2026-05-04T03:35:47.026616Z","end":"2026-05-04T03:35:47.797794Z","steps":["trace[719772449] 'process raft request' (duration: 771.00484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:47.798042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:35:47.026578Z","time spent":"771.360019ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:35:47.800736Z","caller":"traceutil/trace.go:171","msg":"trace[122092312] transaction","detail":"{read_only:false; response_revision:16086; number_of_response:1; }","duration":"763.473003ms","start":"2026-05-04T03:35:47.037226Z","end":"2026-05-04T03:35:47.800699Z","steps":["trace[122092312] 'process raft request' (duration: 763.223826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:47.80092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:35:47.037199Z","time spent":"763.633138ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:35:47.800965Z","caller":"traceutil/trace.go:171","msg":"trace[1774095380] transaction","detail":"{read_only:false; response_revision:16087; number_of_response:1; }","duration":"339.956917ms","start":"2026-05-04T03:35:47.460992Z","end":"2026-05-04T03:35:47.800949Z","steps":["trace[1774095380] 'process raft request' (duration: 339.633488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:47.801112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:35:47.460964Z","time spent":"340.10369ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:35:47.801386Z","caller":"traceutil/trace.go:171","msg":"trace[1769450193] transaction","detail":"{read_only:false; response_revision:16088; number_of_response:1; }","duration":"325.283054ms","start":"2026-05-04T03:35:47.476086Z","end":"2026-05-04T03:35:47.801369Z","steps":["trace[1769450193] 'process raft request' (duration: 324.805101ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:35:47.801417Z","caller":"traceutil/trace.go:171","msg":"trace[905312299] linearizableReadLoop","detail":"{readStateIndex:16655; appliedIndex:16652; }","duration":"760.280526ms","start":"2026-05-04T03:35:47.041044Z","end":"2026-05-04T03:35:47.801324Z","steps":["trace[905312299] 'read index received' (duration: 756.798441ms)","trace[905312299] 'applied index is now lower than readState.Index' (duration: 3.472455ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:35:47.801501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:35:47.476052Z","time spent":"325.383287ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:35:47.801687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.617285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-04T03:35:47.8018Z","caller":"traceutil/trace.go:171","msg":"trace[452110793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16088; }","duration":"760.767009ms","start":"2026-05-04T03:35:47.041005Z","end":"2026-05-04T03:35:47.801772Z","steps":["trace[452110793] 'agreement among raft nodes before linearized reading' (duration: 760.505572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:47.80187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:35:47.040993Z","time spent":"760.861972ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T03:35:47.802083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.219451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwn4c\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-05-04T03:35:47.802133Z","caller":"traceutil/trace.go:171","msg":"trace[1223108809] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwn4c; range_end:; response_count:1; response_revision:16088; }","duration":"341.296203ms","start":"2026-05-04T03:35:47.460827Z","end":"2026-05-04T03:35:47.802123Z","steps":["trace[1223108809] 'agreement among raft nodes before linearized reading' (duration: 341.17257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:47.802161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:35:47.460806Z","time spent":"341.349385ms","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-fwn4c\" "} {"level":"warn","ts":"2026-05-04T03:35:47.802176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.558675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-04T03:35:47.802082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.897383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-04T03:35:47.802265Z","caller":"traceutil/trace.go:171","msg":"trace[957091797] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:16088; }","duration":"540.715229ms","start":"2026-05-04T03:35:47.261535Z","end":"2026-05-04T03:35:47.802251Z","steps":["trace[957091797] 'agreement among raft nodes before linearized reading' (duration: 540.585955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:47.802341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:35:47.261506Z","time spent":"540.810401ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-04T03:35:47.802336Z","caller":"traceutil/trace.go:171","msg":"trace[1916433249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16088; }","duration":"738.158419ms","start":"2026-05-04T03:35:47.064153Z","end":"2026-05-04T03:35:47.802312Z","steps":["trace[1916433249] 'agreement among raft nodes before linearized reading' (duration: 737.82372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:47.802526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.409912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-04T03:35:47.802599Z","caller":"traceutil/trace.go:171","msg":"trace[244854628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16088; }","duration":"736.530995ms","start":"2026-05-04T03:35:47.066048Z","end":"2026-05-04T03:35:47.802579Z","steps":["trace[244854628] 'agreement among raft nodes before linearized reading' (duration: 736.305568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:47.802618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.048929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-04T03:35:47.802657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:35:47.066037Z","time spent":"736.603466ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-04T03:35:47.802668Z","caller":"traceutil/trace.go:171","msg":"trace[537584968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16088; }","duration":"737.129061ms","start":"2026-05-04T03:35:47.065525Z","end":"2026-05-04T03:35:47.802654Z","steps":["trace[537584968] 'agreement among raft nodes before linearized reading' (duration: 736.896594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:35:47.802714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:35:47.065513Z","time spent":"737.190893ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T03:35:47.802815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:35:47.064139Z","time spent":"738.340444ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-04T03:36:01.521772Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14663} {"level":"info","ts":"2026-05-04T03:36:01.594858Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14663,"took":"70.242705ms","hash":1582360713,"current-db-size-bytes":58363904,"current-db-size":"58 MB","current-db-size-in-use-bytes":22691840,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-05-04T03:36:01.594918Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1582360713,"revision":14663,"compact-revision":12688} {"level":"warn","ts":"2026-05-04T03:38:05.082307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.37515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwn4c\" ","response":"range_response_count:1 size:6442"} {"level":"info","ts":"2026-05-04T03:38:05.082386Z","caller":"traceutil/trace.go:171","msg":"trace[630633697] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwn4c; range_end:; response_count:1; response_revision:16784; }","duration":"104.476423ms","start":"2026-05-04T03:38:04.977892Z","end":"2026-05-04T03:38:05.082369Z","steps":["trace[630633697] 'range keys from in-memory index tree' (duration: 104.170055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:38:05.08242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.604828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-04T03:38:05.082622Z","caller":"traceutil/trace.go:171","msg":"trace[1247884414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16784; }","duration":"115.876605ms","start":"2026-05-04T03:38:04.966716Z","end":"2026-05-04T03:38:05.082592Z","steps":["trace[1247884414] 'range keys from in-memory index tree' (duration: 115.383572ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:38:22.009781Z","caller":"traceutil/trace.go:171","msg":"trace[1789479024] linearizableReadLoop","detail":"{readStateIndex:17486; appliedIndex:17485; }","duration":"259.614185ms","start":"2026-05-04T03:38:21.750147Z","end":"2026-05-04T03:38:22.009761Z","steps":["trace[1789479024] 'read index received' (duration: 259.538983ms)","trace[1789479024] 'applied index is now lower than readState.Index' (duration: 74.112µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:38:22.009839Z","caller":"traceutil/trace.go:171","msg":"trace[649185251] transaction","detail":"{read_only:false; response_revision:16885; number_of_response:1; }","duration":"312.627718ms","start":"2026-05-04T03:38:21.697181Z","end":"2026-05-04T03:38:22.009809Z","steps":["trace[649185251] 'process raft request' (duration: 312.456423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:38:22.009965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:38:21.69717Z","time spent":"312.73338ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:38:22.010069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.899383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-04T03:38:22.010181Z","caller":"traceutil/trace.go:171","msg":"trace[1655746911] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16885; }","duration":"260.075117ms","start":"2026-05-04T03:38:21.750088Z","end":"2026-05-04T03:38:22.010163Z","steps":["trace[1655746911] 'agreement among raft nodes before linearized reading' (duration: 259.765969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:38:22.014837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.144802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:38:22.014866Z","caller":"traceutil/trace.go:171","msg":"trace[2133030017] transaction","detail":"{read_only:false; response_revision:16886; number_of_response:1; }","duration":"253.271602ms","start":"2026-05-04T03:38:21.761571Z","end":"2026-05-04T03:38:22.014842Z","steps":["trace[2133030017] 'process raft request' (duration: 253.065116ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:38:22.014915Z","caller":"traceutil/trace.go:171","msg":"trace[1064886380] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:16886; }","duration":"186.266355ms","start":"2026-05-04T03:38:21.828633Z","end":"2026-05-04T03:38:22.014899Z","steps":["trace[1064886380] 'agreement among raft nodes before linearized reading' (duration: 186.124891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:38:22.014862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.371092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:38:22.015058Z","caller":"traceutil/trace.go:171","msg":"trace[1029778006] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:16886; }","duration":"134.583458ms","start":"2026-05-04T03:38:21.880433Z","end":"2026-05-04T03:38:22.015016Z","steps":["trace[1029778006] 'agreement among raft nodes before linearized reading' (duration: 134.369192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:38:22.014947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.788458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:38:22.015167Z","caller":"traceutil/trace.go:171","msg":"trace[1603203658] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:16886; }","duration":"172.035535ms","start":"2026-05-04T03:38:21.843117Z","end":"2026-05-04T03:38:22.015152Z","steps":["trace[1603203658] 'agreement among raft nodes before linearized reading' (duration: 171.752437ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:38:31.582645Z","caller":"traceutil/trace.go:171","msg":"trace[800465422] transaction","detail":"{read_only:false; response_revision:17053; number_of_response:1; }","duration":"264.483568ms","start":"2026-05-04T03:38:31.318138Z","end":"2026-05-04T03:38:31.582622Z","steps":["trace[800465422] 'process raft request' (duration: 264.145899ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:39:36.742027Z","caller":"traceutil/trace.go:171","msg":"trace[2084702598] transaction","detail":"{read_only:false; response_revision:17955; number_of_response:1; }","duration":"104.098698ms","start":"2026-05-04T03:39:36.637894Z","end":"2026-05-04T03:39:36.741993Z","steps":["trace[2084702598] 'process raft request' (duration: 103.45198ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:40:11.123956Z","caller":"traceutil/trace.go:171","msg":"trace[1674182248] transaction","detail":"{read_only:false; response_revision:18141; number_of_response:1; }","duration":"113.284828ms","start":"2026-05-04T03:40:11.010638Z","end":"2026-05-04T03:40:11.123923Z","steps":["trace[1674182248] 'process raft request' (duration: 113.093783ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:40:11.39229Z","caller":"traceutil/trace.go:171","msg":"trace[1096566805] linearizableReadLoop","detail":"{readStateIndex:18778; appliedIndex:18776; }","duration":"218.472026ms","start":"2026-05-04T03:40:11.17379Z","end":"2026-05-04T03:40:11.392262Z","steps":["trace[1096566805] 'read index received' (duration: 127.877708ms)","trace[1096566805] 'applied index is now lower than readState.Index' (duration: 90.593288ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:40:11.39236Z","caller":"traceutil/trace.go:171","msg":"trace[757357091] transaction","detail":"{read_only:false; response_revision:18142; number_of_response:1; }","duration":"218.810865ms","start":"2026-05-04T03:40:11.173524Z","end":"2026-05-04T03:40:11.392335Z","steps":["trace[757357091] 'process raft request' (duration: 128.121664ms)","trace[757357091] 'compare' (duration: 90.264899ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:40:11.392413Z","caller":"traceutil/trace.go:171","msg":"trace[488860034] transaction","detail":"{read_only:false; response_revision:18143; number_of_response:1; }","duration":"218.838596ms","start":"2026-05-04T03:40:11.173543Z","end":"2026-05-04T03:40:11.392382Z","steps":["trace[488860034] 'process raft request' (duration: 218.642281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:11.39256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.747533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-04T03:40:11.392623Z","caller":"traceutil/trace.go:171","msg":"trace[1807227250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18143; }","duration":"218.851256ms","start":"2026-05-04T03:40:11.173755Z","end":"2026-05-04T03:40:11.392606Z","steps":["trace[1807227250] 'agreement among raft nodes before linearized reading' (duration: 218.656161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:11.393247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.389981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-05-04T03:40:11.393286Z","caller":"traceutil/trace.go:171","msg":"trace[84178669] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:18143; }","duration":"166.454282ms","start":"2026-05-04T03:40:11.226822Z","end":"2026-05-04T03:40:11.393277Z","steps":["trace[84178669] 'agreement among raft nodes before linearized reading' (duration: 166.35706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:11.393323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.474817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-04T03:40:11.3934Z","caller":"traceutil/trace.go:171","msg":"trace[1417898212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18143; }","duration":"142.571589ms","start":"2026-05-04T03:40:11.250806Z","end":"2026-05-04T03:40:11.393377Z","steps":["trace[1417898212] 'agreement among raft nodes before linearized reading' (duration: 142.402925ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:40:36.653774Z","caller":"traceutil/trace.go:171","msg":"trace[1347524091] linearizableReadLoop","detail":"{readStateIndex:18908; appliedIndex:18907; }","duration":"236.041246ms","start":"2026-05-04T03:40:36.417711Z","end":"2026-05-04T03:40:36.653752Z","steps":["trace[1347524091] 'read index received' (duration: 235.82883ms)","trace[1347524091] 'applied index is now lower than readState.Index' (duration: 211.706µs)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:40:36.654084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.493269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T03:40:36.654078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.333834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:40:36.654159Z","caller":"traceutil/trace.go:171","msg":"trace[64979617] transaction","detail":"{read_only:false; response_revision:18268; number_of_response:1; }","duration":"247.630483ms","start":"2026-05-04T03:40:36.406518Z","end":"2026-05-04T03:40:36.654149Z","steps":["trace[64979617] 'process raft request' (duration: 247.097319ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:40:36.654161Z","caller":"traceutil/trace.go:171","msg":"trace[1029727850] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:18268; }","duration":"236.459018ms","start":"2026-05-04T03:40:36.417678Z","end":"2026-05-04T03:40:36.654137Z","steps":["trace[1029727850] 'agreement among raft nodes before linearized reading' (duration: 236.276963ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:40:36.654118Z","caller":"traceutil/trace.go:171","msg":"trace[1105239791] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:18268; }","duration":"168.573391ms","start":"2026-05-04T03:40:36.485532Z","end":"2026-05-04T03:40:36.654105Z","steps":["trace[1105239791] 'agreement among raft nodes before linearized reading' (duration: 168.494509ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:40:37.820882Z","caller":"traceutil/trace.go:171","msg":"trace[2073318660] transaction","detail":"{read_only:false; response_revision:18276; number_of_response:1; }","duration":"385.500874ms","start":"2026-05-04T03:40:37.435351Z","end":"2026-05-04T03:40:37.820851Z","steps":["trace[2073318660] 'process raft request' (duration: 385.00956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:37.821071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:37.435337Z","time spent":"385.627648ms","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7340,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:40:37.820614Z","caller":"traceutil/trace.go:171","msg":"trace[719345102] linearizableReadLoop","detail":"{readStateIndex:18916; appliedIndex:18915; }","duration":"352.280276ms","start":"2026-05-04T03:40:37.468307Z","end":"2026-05-04T03:40:37.820587Z","steps":["trace[719345102] 'read index received' (duration: 351.990338ms)","trace[719345102] 'applied index is now lower than readState.Index' (duration: 288.538µs)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:40:37.821494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.155499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-05-04T03:40:37.821579Z","caller":"traceutil/trace.go:171","msg":"trace[1657136751] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:18276; }","duration":"353.256862ms","start":"2026-05-04T03:40:37.468301Z","end":"2026-05-04T03:40:37.821558Z","steps":["trace[1657136751] 'agreement among raft nodes before linearized reading' (duration: 353.000475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:37.821623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:37.468281Z","time spent":"353.332205ms","remote":"127.0.0.1:55048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-04T03:40:37.828759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.758225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:40:37.828795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.644055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T03:40:37.828883Z","caller":"traceutil/trace.go:171","msg":"trace[555099391] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18277; }","duration":"322.790509ms","start":"2026-05-04T03:40:37.50607Z","end":"2026-05-04T03:40:37.828861Z","steps":["trace[555099391] 'agreement among raft nodes before linearized reading' (duration: 322.544072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:37.828926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:37.50605Z","time spent":"322.869702ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T03:40:37.82908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.652571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:40:37.829161Z","caller":"traceutil/trace.go:171","msg":"trace[1044019444] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:18277; }","duration":"267.754904ms","start":"2026-05-04T03:40:37.561387Z","end":"2026-05-04T03:40:37.829142Z","steps":["trace[1044019444] 'agreement among raft nodes before linearized reading' (duration: 267.6391ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:40:37.828828Z","caller":"traceutil/trace.go:171","msg":"trace[1814189309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18277; }","duration":"142.875608ms","start":"2026-05-04T03:40:37.685933Z","end":"2026-05-04T03:40:37.828809Z","steps":["trace[1814189309] 'agreement among raft nodes before linearized reading' (duration: 142.695433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:37.829255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.776424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-04T03:40:37.82931Z","caller":"traceutil/trace.go:171","msg":"trace[1128123875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18277; }","duration":"316.859347ms","start":"2026-05-04T03:40:37.512437Z","end":"2026-05-04T03:40:37.829296Z","steps":["trace[1128123875] 'agreement among raft nodes before linearized reading' (duration: 316.671852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:37.829351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:37.512426Z","time spent":"316.912908ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T03:40:37.829361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.902704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T03:40:37.829405Z","caller":"traceutil/trace.go:171","msg":"trace[270435316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18277; }","duration":"310.988627ms","start":"2026-05-04T03:40:37.518404Z","end":"2026-05-04T03:40:37.829392Z","steps":["trace[270435316] 'agreement among raft nodes before linearized reading' (duration: 310.886624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:37.829428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.919068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-04T03:40:37.829435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:37.518382Z","time spent":"311.043968ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T03:40:37.829442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.680512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:40:37.829447Z","caller":"traceutil/trace.go:171","msg":"trace[841980264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18277; }","duration":"316.96544ms","start":"2026-05-04T03:40:37.512475Z","end":"2026-05-04T03:40:37.829441Z","steps":["trace[841980264] 'agreement among raft nodes before linearized reading' (duration: 316.907638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:37.829474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:37.51246Z","time spent":"317.010841ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-04T03:40:37.829475Z","caller":"traceutil/trace.go:171","msg":"trace[430947870] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:18277; }","duration":"267.738963ms","start":"2026-05-04T03:40:37.561723Z","end":"2026-05-04T03:40:37.829462Z","steps":["trace[430947870] 'agreement among raft nodes before linearized reading' (duration: 267.675062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:37.82953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.579179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:40:37.829492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.121528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-05-04T03:40:37.829544Z","caller":"traceutil/trace.go:171","msg":"trace[2052892093] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:18277; }","duration":"267.614051ms","start":"2026-05-04T03:40:37.561925Z","end":"2026-05-04T03:40:37.829539Z","steps":["trace[2052892093] 'agreement among raft nodes before linearized reading' (duration: 267.58812ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:40:37.829567Z","caller":"traceutil/trace.go:171","msg":"trace[130166364] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:18277; }","duration":"259.226421ms","start":"2026-05-04T03:40:37.570331Z","end":"2026-05-04T03:40:37.829557Z","steps":["trace[130166364] 'agreement among raft nodes before linearized reading' (duration: 259.054636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:39.176212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296749306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:40:39.7229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296749306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:40:39.769664Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.10814005s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T03:40:39.770389Z","caller":"traceutil/trace.go:171","msg":"trace[743299165] transaction","detail":"{read_only:false; response_revision:18283; number_of_response:1; }","duration":"1.108933062s","start":"2026-05-04T03:40:38.661422Z","end":"2026-05-04T03:40:39.770356Z","steps":["trace[743299165] 'process raft request' (duration: 1.108702645s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:39.770995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:38.661408Z","time spent":"1.109119976s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:40:39.776558Z","caller":"traceutil/trace.go:171","msg":"trace[1018751015] transaction","detail":"{read_only:false; response_revision:18284; number_of_response:1; }","duration":"946.681144ms","start":"2026-05-04T03:40:38.829815Z","end":"2026-05-04T03:40:39.776496Z","steps":["trace[1018751015] 'process raft request' (duration: 946.430027ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:40:39.776659Z","caller":"traceutil/trace.go:171","msg":"trace[1568145094] linearizableReadLoop","detail":"{readStateIndex:18928; appliedIndex:18923; }","duration":"1.100913573s","start":"2026-05-04T03:40:38.675693Z","end":"2026-05-04T03:40:39.776607Z","steps":["trace[1568145094] 'read index received' (duration: 1.094447366s)","trace[1568145094] 'applied index is now lower than readState.Index' (duration: 6.465277ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:40:39.776823Z","caller":"traceutil/trace.go:171","msg":"trace[2008796799] transaction","detail":"{read_only:false; response_revision:18285; number_of_response:1; }","duration":"849.640599ms","start":"2026-05-04T03:40:38.927124Z","end":"2026-05-04T03:40:39.776765Z","steps":["trace[2008796799] 'process raft request' (duration: 849.260939ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:40:39.776836Z","caller":"traceutil/trace.go:171","msg":"trace[1696728160] transaction","detail":"{read_only:false; response_revision:18286; number_of_response:1; }","duration":"730.975034ms","start":"2026-05-04T03:40:39.045826Z","end":"2026-05-04T03:40:39.776801Z","steps":["trace[1696728160] 'process raft request' (duration: 730.595024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:39.776981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.108748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:40:39.777032Z","caller":"traceutil/trace.go:171","msg":"trace[1195610109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18289; }","duration":"783.208541ms","start":"2026-05-04T03:40:38.99381Z","end":"2026-05-04T03:40:39.777019Z","steps":["trace[1195610109] 'agreement among raft nodes before linearized reading' (duration: 783.113608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:39.777059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:38.99379Z","time spent":"783.263643ms","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T03:40:39.777047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:39.045771Z","time spent":"731.168369ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:40:39.777067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:38.927095Z","time spent":"849.805004ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:40:39.777151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:38.829794Z","time spent":"946.89875ms","remote":"127.0.0.1:55048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5433,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:40:39.77733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.676936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-05-04T03:40:39.777423Z","caller":"traceutil/trace.go:171","msg":"trace[352590581] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:18289; }","duration":"511.796079ms","start":"2026-05-04T03:40:39.265609Z","end":"2026-05-04T03:40:39.777405Z","steps":["trace[352590581] 'agreement among raft nodes before linearized reading' (duration: 511.646685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:39.777474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:39.265599Z","time spent":"511.866121ms","remote":"127.0.0.1:55048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5474,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-04T03:40:39.776865Z","caller":"traceutil/trace.go:171","msg":"trace[1083418828] transaction","detail":"{read_only:false; response_revision:18287; number_of_response:1; }","duration":"511.264705ms","start":"2026-05-04T03:40:39.265517Z","end":"2026-05-04T03:40:39.776781Z","steps":["trace[1083418828] 'process raft request' (duration: 510.934416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:39.777434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.803259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-05-04T03:40:39.777633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.905853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-d8t27\" ","response":"range_response_count:1 size:20667"} {"level":"info","ts":"2026-05-04T03:40:39.777668Z","caller":"traceutil/trace.go:171","msg":"trace[22652103] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:18289; }","duration":"512.056916ms","start":"2026-05-04T03:40:39.265592Z","end":"2026-05-04T03:40:39.777648Z","steps":["trace[22652103] 'agreement among raft nodes before linearized reading' (duration: 511.763588ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:40:39.777703Z","caller":"traceutil/trace.go:171","msg":"trace[1159169914] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-d8t27; range_end:; response_count:1; response_revision:18289; }","duration":"598.015696ms","start":"2026-05-04T03:40:39.179674Z","end":"2026-05-04T03:40:39.777689Z","steps":["trace[1159169914] 'agreement among raft nodes before linearized reading' (duration: 597.79309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:39.777746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.067906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:40:39.777716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:39.265573Z","time spent":"512.129278ms","remote":"127.0.0.1:54988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-04T03:40:39.77777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:39.179651Z","time spent":"598.084468ms","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20690,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-d8t27\" "} {"level":"info","ts":"2026-05-04T03:40:39.777792Z","caller":"traceutil/trace.go:171","msg":"trace[1192257548] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:18289; }","duration":"512.130758ms","start":"2026-05-04T03:40:39.265648Z","end":"2026-05-04T03:40:39.777779Z","steps":["trace[1192257548] 'agreement among raft nodes before linearized reading' (duration: 512.062356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:39.777777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.966643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6kflz\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-05-04T03:40:39.777825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:39.265644Z","time spent":"512.173789ms","remote":"127.0.0.1:55048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-05-04T03:40:39.777852Z","caller":"traceutil/trace.go:171","msg":"trace[2147387356] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6kflz; range_end:; response_count:1; response_revision:18289; }","duration":"512.060206ms","start":"2026-05-04T03:40:39.265773Z","end":"2026-05-04T03:40:39.777833Z","steps":["trace[2147387356] 'agreement among raft nodes before linearized reading' (duration: 511.873551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:39.777891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:39.265769Z","time spent":"512.113608ms","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-6kflz\" "} {"level":"warn","ts":"2026-05-04T03:40:39.777906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.677773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1568"} {"level":"info","ts":"2026-05-04T03:40:39.777944Z","caller":"traceutil/trace.go:171","msg":"trace[1953342577] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:18289; }","duration":"678.753545ms","start":"2026-05-04T03:40:39.099178Z","end":"2026-05-04T03:40:39.777932Z","steps":["trace[1953342577] 'agreement among raft nodes before linearized reading' (duration: 678.293672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:39.777967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:39.099154Z","time spent":"678.808037ms","remote":"127.0.0.1:54976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1591,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-05-04T03:40:39.778099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:39.265489Z","time spent":"512.134339ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:40:39.778341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10264205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwn4c\" ","response":"range_response_count:1 size:6442"} {"level":"info","ts":"2026-05-04T03:40:39.778375Z","caller":"traceutil/trace.go:171","msg":"trace[95736867] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwn4c; range_end:; response_count:1; response_revision:18289; }","duration":"1.102731873s","start":"2026-05-04T03:40:38.675634Z","end":"2026-05-04T03:40:39.778366Z","steps":["trace[95736867] 'agreement among raft nodes before linearized reading' (duration: 1.102598649s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:40:39.778396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:40:38.675607Z","time spent":"1.102783874s","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-fwn4c\" "} {"level":"info","ts":"2026-05-04T03:41:01.528126Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16156} {"level":"info","ts":"2026-05-04T03:41:01.595245Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16156,"took":"64.020351ms","hash":1485785305,"current-db-size-bytes":58363904,"current-db-size":"58 MB","current-db-size-in-use-bytes":26927104,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-04T03:41:01.595306Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1485785305,"revision":16156,"compact-revision":14663} {"level":"info","ts":"2026-05-04T03:42:56.922831Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ba52c55cf4193752","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-04T03:42:56.928099Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-04T03:42:56.928224Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-05-04T03:42:59.088161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296753118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:43:00.31928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296753118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:43:00.326786Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.020865955s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T03:43:00.327259Z","caller":"traceutil/trace.go:171","msg":"trace[2067252830] transaction","detail":"{read_only:false; response_revision:19330; number_of_response:1; }","duration":"2.022774887s","start":"2026-05-04T03:42:58.30446Z","end":"2026-05-04T03:43:00.327235Z","steps":["trace[2067252830] 'process raft request' (duration: 2.022736706s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:43:00.327304Z","caller":"traceutil/trace.go:171","msg":"trace[658351543] transaction","detail":"{read_only:false; response_revision:19329; number_of_response:1; }","duration":"2.023082256s","start":"2026-05-04T03:42:58.3042Z","end":"2026-05-04T03:43:00.327282Z","steps":["trace[658351543] 'process raft request' (duration: 2.02285341s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:00.327402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:42:58.304442Z","time spent":"2.02288466s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:43:00.327421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:42:58.30418Z","time spent":"2.023181198s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:43:00.328222Z","caller":"traceutil/trace.go:171","msg":"trace[271517044] transaction","detail":"{read_only:false; response_revision:19331; number_of_response:1; }","duration":"1.993021414s","start":"2026-05-04T03:42:58.335168Z","end":"2026-05-04T03:43:00.328189Z","steps":["trace[271517044] 'process raft request' (duration: 1.992721426s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:00.328354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:42:58.335145Z","time spent":"1.993144337s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:43:00.331383Z","caller":"traceutil/trace.go:171","msg":"trace[1198105717] linearizableReadLoop","detail":"{readStateIndex:20009; appliedIndex:20005; }","duration":"1.905470819s","start":"2026-05-04T03:42:58.425895Z","end":"2026-05-04T03:43:00.331366Z","steps":["trace[1198105717] 'read index received' (duration: 1.90112284s)","trace[1198105717] 'applied index is now lower than readState.Index' (duration: 4.347399ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:43:00.33155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905651725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-04T03:43:00.331568Z","caller":"traceutil/trace.go:171","msg":"trace[1294100674] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19333; }","duration":"1.905722136s","start":"2026-05-04T03:42:58.425841Z","end":"2026-05-04T03:43:00.331563Z","steps":["trace[1294100674] 'agreement among raft nodes before linearized reading' (duration: 1.905588933s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:00.331566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765901301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-04T03:43:00.331588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:42:58.425818Z","time spent":"1.905765667s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-04T03:43:00.331595Z","caller":"traceutil/trace.go:171","msg":"trace[990926658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19333; }","duration":"1.765965463s","start":"2026-05-04T03:42:58.56562Z","end":"2026-05-04T03:43:00.331586Z","steps":["trace[990926658] 'agreement among raft nodes before linearized reading' (duration: 1.765887321s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:00.331612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:42:58.5656Z","time spent":"1.766007835s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T03:43:00.331812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.954063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6kflz\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-05-04T03:43:00.331828Z","caller":"traceutil/trace.go:171","msg":"trace[2124983238] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6kflz; range_end:; response_count:1; response_revision:19333; }","duration":"886.031796ms","start":"2026-05-04T03:42:59.445791Z","end":"2026-05-04T03:43:00.331823Z","steps":["trace[2124983238] 'agreement among raft nodes before linearized reading' (duration: 885.976934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:00.331842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:42:59.44576Z","time spent":"886.078596ms","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-6kflz\" "} {"level":"warn","ts":"2026-05-04T03:43:00.331996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.516282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwn4c\" ","response":"range_response_count:1 size:6442"} {"level":"info","ts":"2026-05-04T03:43:00.332018Z","caller":"traceutil/trace.go:171","msg":"trace[1759964491] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwn4c; range_end:; response_count:1; response_revision:19333; }","duration":"960.570174ms","start":"2026-05-04T03:42:59.371442Z","end":"2026-05-04T03:43:00.332012Z","steps":["trace[1759964491] 'agreement among raft nodes before linearized reading' (duration: 960.499462ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:00.332032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:42:59.371413Z","time spent":"960.615135ms","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-fwn4c\" "} {"level":"warn","ts":"2026-05-04T03:43:00.332118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619205059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-04T03:43:00.332143Z","caller":"traceutil/trace.go:171","msg":"trace[1089365430] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19333; }","duration":"1.61924921s","start":"2026-05-04T03:42:58.712888Z","end":"2026-05-04T03:43:00.332137Z","steps":["trace[1089365430] 'agreement among raft nodes before linearized reading' (duration: 1.619202959s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:00.332156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:42:58.712878Z","time spent":"1.619273501s","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-04T03:43:00.3323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762334574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-04T03:43:00.332461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722664929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T03:43:00.332348Z","caller":"traceutil/trace.go:171","msg":"trace[1337087097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19333; }","duration":"1.762408055s","start":"2026-05-04T03:42:58.569926Z","end":"2026-05-04T03:43:00.332334Z","steps":["trace[1337087097] 'agreement among raft nodes before linearized reading' (duration: 1.762254001s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:00.33251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646585588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:43:00.332523Z","caller":"traceutil/trace.go:171","msg":"trace[979738977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19333; }","duration":"1.646619219s","start":"2026-05-04T03:42:58.6859Z","end":"2026-05-04T03:43:00.332519Z","steps":["trace[979738977] 'agreement among raft nodes before linearized reading' (duration: 1.646596788s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:00.332522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:42:58.569917Z","time spent":"1.762593291s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T03:43:00.332535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:42:58.68589Z","time spent":"1.646642699s","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T03:43:00.332487Z","caller":"traceutil/trace.go:171","msg":"trace[1202988896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19333; }","duration":"1.722708661s","start":"2026-05-04T03:42:58.609773Z","end":"2026-05-04T03:43:00.332481Z","steps":["trace[1202988896] 'agreement among raft nodes before linearized reading' (duration: 1.722650189s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:00.33269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:42:58.609765Z","time spent":"1.722920806s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T03:43:00.33272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723508072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T03:43:00.332744Z","caller":"traceutil/trace.go:171","msg":"trace[1755940763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19333; }","duration":"1.723552133s","start":"2026-05-04T03:42:58.609183Z","end":"2026-05-04T03:43:00.332735Z","steps":["trace[1755940763] 'agreement among raft nodes before linearized reading' (duration: 1.723481532s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:00.332764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:42:58.609173Z","time spent":"1.723586434s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T03:43:28.970531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296754186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:43:30.007896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296754186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:43:30.055136Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.618118649s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T03:43:30.055641Z","caller":"traceutil/trace.go:171","msg":"trace[419470220] transaction","detail":"{read_only:false; response_revision:19676; number_of_response:1; }","duration":"1.618796108s","start":"2026-05-04T03:43:28.436809Z","end":"2026-05-04T03:43:30.055605Z","steps":["trace[419470220] 'process raft request' (duration: 1.618568432s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.055864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.436772Z","time spent":"1.618978383s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:43:30.091219Z","caller":"traceutil/trace.go:171","msg":"trace[2139953900] transaction","detail":"{read_only:false; response_revision:19678; number_of_response:1; }","duration":"1.652925041s","start":"2026-05-04T03:43:28.438273Z","end":"2026-05-04T03:43:30.091198Z","steps":["trace[2139953900] 'process raft request' (duration: 1.652860139s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.091387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.438267Z","time spent":"1.653044345s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:43:30.091332Z","caller":"traceutil/trace.go:171","msg":"trace[2125932012] transaction","detail":"{read_only:false; response_revision:19677; number_of_response:1; }","duration":"1.653515358s","start":"2026-05-04T03:43:28.437744Z","end":"2026-05-04T03:43:30.091259Z","steps":["trace[2125932012] 'process raft request' (duration: 1.653270161s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.091615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.437719Z","time spent":"1.653758005s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:43:30.092409Z","caller":"traceutil/trace.go:171","msg":"trace[703054833] transaction","detail":"{read_only:false; response_revision:19679; number_of_response:1; }","duration":"1.652634483s","start":"2026-05-04T03:43:28.439721Z","end":"2026-05-04T03:43:30.092355Z","steps":["trace[703054833] 'process raft request' (duration: 1.651443411s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.09248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.439712Z","time spent":"1.652742046s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:43:30.119079Z","caller":"traceutil/trace.go:171","msg":"trace[916795184] linearizableReadLoop","detail":"{readStateIndex:20365; appliedIndex:20360; }","duration":"1.652389056s","start":"2026-05-04T03:43:28.466655Z","end":"2026-05-04T03:43:30.119044Z","steps":["trace[916795184] 'read index received' (duration: 1.588655343s)","trace[916795184] 'applied index is now lower than readState.Index' (duration: 63.731943ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:43:30.119866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653184448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-04T03:43:30.119898Z","caller":"traceutil/trace.go:171","msg":"trace[1451435945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19679; }","duration":"1.65326677s","start":"2026-05-04T03:43:28.466621Z","end":"2026-05-04T03:43:30.119888Z","steps":["trace[1451435945] 'agreement among raft nodes before linearized reading' (duration: 1.653098736s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.119927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.466613Z","time spent":"1.653306441s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T03:43:30.12029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.26105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rqcnf\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-05-04T03:43:30.120322Z","caller":"traceutil/trace.go:171","msg":"trace[117969909] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rqcnf; range_end:; response_count:1; response_revision:19679; }","duration":"112.336882ms","start":"2026-05-04T03:43:30.007978Z","end":"2026-05-04T03:43:30.120315Z","steps":["trace[117969909] 'agreement among raft nodes before linearized reading' (duration: 112.230809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.120297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643657428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-04T03:43:30.120394Z","caller":"traceutil/trace.go:171","msg":"trace[918908658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19679; }","duration":"1.643785702s","start":"2026-05-04T03:43:28.476587Z","end":"2026-05-04T03:43:30.120372Z","steps":["trace[918908658] 'agreement among raft nodes before linearized reading' (duration: 1.643481733s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.120451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.47658Z","time spent":"1.643860934s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T03:43:30.120487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.736882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:43:30.120517Z","caller":"traceutil/trace.go:171","msg":"trace[1743047548] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:19679; }","duration":"105.767292ms","start":"2026-05-04T03:43:30.014742Z","end":"2026-05-04T03:43:30.120509Z","steps":["trace[1743047548] 'agreement among raft nodes before linearized reading' (duration: 105.705711ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.120663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.961469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:43:30.120694Z","caller":"traceutil/trace.go:171","msg":"trace[1573453566] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:19679; }","duration":"106.03994ms","start":"2026-05-04T03:43:30.014648Z","end":"2026-05-04T03:43:30.120688Z","steps":["trace[1573453566] 'agreement among raft nodes before linearized reading' (duration: 105.993869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.120817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.78107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:43:30.120848Z","caller":"traceutil/trace.go:171","msg":"trace[1845652999] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:19679; }","duration":"110.880462ms","start":"2026-05-04T03:43:30.00996Z","end":"2026-05-04T03:43:30.12084Z","steps":["trace[1845652999] 'agreement among raft nodes before linearized reading' (duration: 110.833841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.120859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.870718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rqcnf\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-05-04T03:43:30.120913Z","caller":"traceutil/trace.go:171","msg":"trace[58652516] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rqcnf; range_end:; response_count:1; response_revision:19679; }","duration":"112.934649ms","start":"2026-05-04T03:43:30.007965Z","end":"2026-05-04T03:43:30.1209Z","steps":["trace[58652516] 'agreement among raft nodes before linearized reading' (duration: 112.779945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.121011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.093508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-05-04T03:43:30.12104Z","caller":"traceutil/trace.go:171","msg":"trace[1595452112] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:19679; }","duration":"111.13147ms","start":"2026-05-04T03:43:30.009902Z","end":"2026-05-04T03:43:30.121034Z","steps":["trace[1595452112] 'agreement among raft nodes before linearized reading' (duration: 111.051558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.121226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.361176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:43:30.121257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.33683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-d8t27\" ","response":"range_response_count:1 size:20667"} {"level":"warn","ts":"2026-05-04T03:43:30.121306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.481189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:43:30.12134Z","caller":"traceutil/trace.go:171","msg":"trace[1034360204] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:19679; }","duration":"111.5155ms","start":"2026-05-04T03:43:30.009817Z","end":"2026-05-04T03:43:30.121333Z","steps":["trace[1034360204] 'agreement among raft nodes before linearized reading' (duration: 111.465819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.121393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.629698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-t68bh\" ","response":"range_response_count:1 size:15341"} {"level":"info","ts":"2026-05-04T03:43:30.121434Z","caller":"traceutil/trace.go:171","msg":"trace[1707585705] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-t68bh; range_end:; response_count:1; response_revision:19679; }","duration":"113.675309ms","start":"2026-05-04T03:43:30.007747Z","end":"2026-05-04T03:43:30.121422Z","steps":["trace[1707585705] 'agreement among raft nodes before linearized reading' (duration: 113.578767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.121555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.752277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-05-04T03:43:30.121586Z","caller":"traceutil/trace.go:171","msg":"trace[1744488920] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:19679; }","duration":"111.792138ms","start":"2026-05-04T03:43:30.009787Z","end":"2026-05-04T03:43:30.121579Z","steps":["trace[1744488920] 'agreement among raft nodes before linearized reading' (duration: 111.701925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.121682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.092101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-05-04T03:43:30.121719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.950722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:43:30.121731Z","caller":"traceutil/trace.go:171","msg":"trace[2006408217] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:19679; }","duration":"114.180053ms","start":"2026-05-04T03:43:30.007541Z","end":"2026-05-04T03:43:30.121721Z","steps":["trace[2006408217] 'agreement among raft nodes before linearized reading' (duration: 114.053529ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:43:30.121767Z","caller":"traceutil/trace.go:171","msg":"trace[1902357171] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:19679; }","duration":"111.999543ms","start":"2026-05-04T03:43:30.009749Z","end":"2026-05-04T03:43:30.121748Z","steps":["trace[1902357171] 'agreement among raft nodes before linearized reading' (duration: 111.945782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.12196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.559966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-05-04T03:43:30.121985Z","caller":"traceutil/trace.go:171","msg":"trace[452411590] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19679; }","duration":"113.829344ms","start":"2026-05-04T03:43:30.008149Z","end":"2026-05-04T03:43:30.121978Z","steps":["trace[452411590] 'agreement among raft nodes before linearized reading' (duration: 113.742481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.122163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.128941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-bq6cc\" ","response":"range_response_count:1 size:15351"} {"level":"info","ts":"2026-05-04T03:43:30.122399Z","caller":"traceutil/trace.go:171","msg":"trace[1884155053] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-bq6cc; range_end:; response_count:1; response_revision:19679; }","duration":"114.362398ms","start":"2026-05-04T03:43:30.008024Z","end":"2026-05-04T03:43:30.122386Z","steps":["trace[1884155053] 'agreement among raft nodes before linearized reading' (duration: 114.07215ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:43:30.121304Z","caller":"traceutil/trace.go:171","msg":"trace[2061491217] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-d8t27; range_end:; response_count:1; response_revision:19679; }","duration":"113.445913ms","start":"2026-05-04T03:43:30.007847Z","end":"2026-05-04T03:43:30.121293Z","steps":["trace[2061491217] 'agreement among raft nodes before linearized reading' (duration: 113.243847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.122948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644063308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T03:43:30.123048Z","caller":"traceutil/trace.go:171","msg":"trace[299839481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19679; }","duration":"1.644225494s","start":"2026-05-04T03:43:28.478811Z","end":"2026-05-04T03:43:30.123036Z","steps":["trace[299839481] 'agreement among raft nodes before linearized reading' (duration: 1.643998137s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.12309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.478783Z","time spent":"1.644301046s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T03:43:30.123066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643245996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T03:43:30.12126Z","caller":"traceutil/trace.go:171","msg":"trace[671570675] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:19679; }","duration":"111.399657ms","start":"2026-05-04T03:43:30.009851Z","end":"2026-05-04T03:43:30.12125Z","steps":["trace[671570675] 'agreement among raft nodes before linearized reading' (duration: 111.352175ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:43:30.123181Z","caller":"traceutil/trace.go:171","msg":"trace[3431936] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19679; }","duration":"1.643483552s","start":"2026-05-04T03:43:28.479661Z","end":"2026-05-04T03:43:30.123145Z","steps":["trace[3431936] 'agreement among raft nodes before linearized reading' (duration: 1.643107252s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.123244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.479639Z","time spent":"1.643592906s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T03:43:30.123935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293926262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-05-04T03:43:30.123986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437485138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:43:30.123997Z","caller":"traceutil/trace.go:171","msg":"trace[1830808036] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19679; }","duration":"1.294039695s","start":"2026-05-04T03:43:28.829942Z","end":"2026-05-04T03:43:30.123981Z","steps":["trace[1830808036] 'agreement among raft nodes before linearized reading' (duration: 1.293883461s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:43:30.124039Z","caller":"traceutil/trace.go:171","msg":"trace[1335032958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19679; }","duration":"1.437587631s","start":"2026-05-04T03:43:28.686445Z","end":"2026-05-04T03:43:30.124033Z","steps":["trace[1335032958] 'agreement among raft nodes before linearized reading' (duration: 1.437517019s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.124064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.686411Z","time spent":"1.437647233s","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T03:43:30.124102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47446759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fwn4c\" ","response":"range_response_count:1 size:6442"} {"level":"info","ts":"2026-05-04T03:43:30.124183Z","caller":"traceutil/trace.go:171","msg":"trace[132875368] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fwn4c; range_end:; response_count:1; response_revision:19679; }","duration":"1.474586923s","start":"2026-05-04T03:43:28.649575Z","end":"2026-05-04T03:43:30.124162Z","steps":["trace[132875368] 'agreement among raft nodes before linearized reading' (duration: 1.474386168s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.124235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.649557Z","time spent":"1.474666395s","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-fwn4c\" "} {"level":"warn","ts":"2026-05-04T03:43:30.124244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642069254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T03:43:30.124282Z","caller":"traceutil/trace.go:171","msg":"trace[1590344618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19679; }","duration":"1.642149826s","start":"2026-05-04T03:43:28.482122Z","end":"2026-05-04T03:43:30.124272Z","steps":["trace[1590344618] 'agreement among raft nodes before linearized reading' (duration: 1.642014513s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.124314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.48211Z","time spent":"1.642196547s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T03:43:30.124705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458034691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6kflz\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-05-04T03:43:30.124875Z","caller":"traceutil/trace.go:171","msg":"trace[2081038372] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6kflz; range_end:; response_count:1; response_revision:19679; }","duration":"1.458482183s","start":"2026-05-04T03:43:28.666281Z","end":"2026-05-04T03:43:30.124763Z","steps":["trace[2081038372] 'agreement among raft nodes before linearized reading' (duration: 1.457914337s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:43:30.124933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.66624Z","time spent":"1.458679498s","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-6kflz\" "} {"level":"warn","ts":"2026-05-04T03:43:30.128726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:43:28.829913Z","time spent":"1.298762564s","remote":"127.0.0.1:54988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-05-04T03:45:48.687883Z","caller":"traceutil/trace.go:171","msg":"trace[2018303911] transaction","detail":"{read_only:false; response_revision:20627; number_of_response:1; }","duration":"151.833753ms","start":"2026-05-04T03:45:48.536011Z","end":"2026-05-04T03:45:48.687844Z","steps":["trace[2018303911] 'process raft request' (duration: 87.703719ms)","trace[2018303911] 'compare' (duration: 63.97054ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:45:48.696642Z","caller":"traceutil/trace.go:171","msg":"trace[86039652] transaction","detail":"{read_only:false; response_revision:20628; number_of_response:1; }","duration":"128.503415ms","start":"2026-05-04T03:45:48.568096Z","end":"2026-05-04T03:45:48.696599Z","steps":["trace[86039652] 'process raft request' (duration: 128.213237ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:45:48.696926Z","caller":"traceutil/trace.go:171","msg":"trace[2081377319] transaction","detail":"{read_only:false; response_revision:20630; number_of_response:1; }","duration":"124.022042ms","start":"2026-05-04T03:45:48.572883Z","end":"2026-05-04T03:45:48.696905Z","steps":["trace[2081377319] 'process raft request' (duration: 123.861828ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:45:48.696898Z","caller":"traceutil/trace.go:171","msg":"trace[1961210682] transaction","detail":"{read_only:false; response_revision:20629; number_of_response:1; }","duration":"127.25753ms","start":"2026-05-04T03:45:48.569612Z","end":"2026-05-04T03:45:48.69687Z","steps":["trace[1961210682] 'process raft request' (duration: 127.073755ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:45:48.696823Z","caller":"traceutil/trace.go:171","msg":"trace[970726467] linearizableReadLoop","detail":"{readStateIndex:21347; appliedIndex:21343; }","duration":"119.421836ms","start":"2026-05-04T03:45:48.577382Z","end":"2026-05-04T03:45:48.696803Z","steps":["trace[970726467] 'read index received' (duration: 46.41407ms)","trace[970726467] 'applied index is now lower than readState.Index' (duration: 73.007126ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:45:48.697001Z","caller":"traceutil/trace.go:171","msg":"trace[1531793890] transaction","detail":"{read_only:false; response_revision:20631; number_of_response:1; }","duration":"106.309418ms","start":"2026-05-04T03:45:48.590613Z","end":"2026-05-04T03:45:48.696923Z","steps":["trace[1531793890] 'process raft request' (duration: 106.160054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:45:48.697174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.774636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:45:48.697219Z","caller":"traceutil/trace.go:171","msg":"trace[1713185869] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:20631; }","duration":"119.873098ms","start":"2026-05-04T03:45:48.577331Z","end":"2026-05-04T03:45:48.697204Z","steps":["trace[1713185869] 'agreement among raft nodes before linearized reading' (duration: 119.780476ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:45:54.823226Z","caller":"traceutil/trace.go:171","msg":"trace[348417664] transaction","detail":"{read_only:false; response_revision:20672; number_of_response:1; }","duration":"106.962516ms","start":"2026-05-04T03:45:54.716242Z","end":"2026-05-04T03:45:54.823205Z","steps":["trace[348417664] 'process raft request' (duration: 106.930335ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:45:54.823277Z","caller":"traceutil/trace.go:171","msg":"trace[1202929747] transaction","detail":"{read_only:false; response_revision:20671; number_of_response:1; }","duration":"107.652135ms","start":"2026-05-04T03:45:54.715587Z","end":"2026-05-04T03:45:54.823239Z","steps":["trace[1202929747] 'process raft request' (duration: 107.548672ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:45:54.823485Z","caller":"traceutil/trace.go:171","msg":"trace[1215623374] transaction","detail":"{read_only:false; response_revision:20670; number_of_response:1; }","duration":"107.955843ms","start":"2026-05-04T03:45:54.71551Z","end":"2026-05-04T03:45:54.823466Z","steps":["trace[1215623374] 'process raft request' (duration: 87.319668ms)","trace[1215623374] 'compare' (duration: 20.198563ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:45:55.221362Z","caller":"traceutil/trace.go:171","msg":"trace[1929429812] transaction","detail":"{read_only:false; response_revision:20678; number_of_response:1; }","duration":"241.016622ms","start":"2026-05-04T03:45:54.980313Z","end":"2026-05-04T03:45:55.221329Z","steps":["trace[1929429812] 'process raft request' (duration: 226.66315ms)","trace[1929429812] 'compare' (duration: 14.228759ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:45:55.496171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.471302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:45:55.496264Z","caller":"traceutil/trace.go:171","msg":"trace[469769972] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:20678; }","duration":"129.631006ms","start":"2026-05-04T03:45:55.366611Z","end":"2026-05-04T03:45:55.496242Z","steps":["trace[469769972] 'count revisions from in-memory index tree' (duration: 129.360158ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:45:55.726552Z","caller":"traceutil/trace.go:171","msg":"trace[1883228514] transaction","detail":"{read_only:false; response_revision:20679; number_of_response:1; }","duration":"214.089055ms","start":"2026-05-04T03:45:55.512433Z","end":"2026-05-04T03:45:55.726522Z","steps":["trace[1883228514] 'process raft request' (duration: 213.826208ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:46:01.534291Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18460} {"level":"info","ts":"2026-05-04T03:46:01.630653Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18460,"took":"92.712326ms","hash":19809674,"current-db-size-bytes":58363904,"current-db-size":"58 MB","current-db-size-in-use-bytes":31731712,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-04T03:46:01.630721Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":19809674,"revision":18460,"compact-revision":16156} {"level":"warn","ts":"2026-05-04T03:47:45.929674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296761203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:47:46.064044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.607703Z","time spent":"456.33399ms","remote":"127.0.0.1:46290","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-04T03:47:46.064916Z","caller":"traceutil/trace.go:171","msg":"trace[876535341] linearizableReadLoop","detail":"{readStateIndex:22531; appliedIndex:22528; }","duration":"635.589239ms","start":"2026-05-04T03:47:45.429303Z","end":"2026-05-04T03:47:46.064893Z","steps":["trace[876535341] 'read index received' (duration: 632.3554ms)","trace[876535341] 'applied index is now lower than readState.Index' (duration: 3.232739ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:47:46.065033Z","caller":"traceutil/trace.go:171","msg":"trace[221837886] transaction","detail":"{read_only:false; response_revision:21780; number_of_response:1; }","duration":"708.748807ms","start":"2026-05-04T03:47:45.356276Z","end":"2026-05-04T03:47:46.065024Z","steps":["trace[221837886] 'process raft request' (duration: 705.355415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:47:46.065128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.356255Z","time spent":"708.800889ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:47:46.065381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.370087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-04T03:47:46.065407Z","caller":"traceutil/trace.go:171","msg":"trace[961991547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21782; }","duration":"596.419608ms","start":"2026-05-04T03:47:45.46898Z","end":"2026-05-04T03:47:46.0654Z","steps":["trace[961991547] 'agreement among raft nodes before linearized reading' (duration: 596.306825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:47:46.065426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.468971Z","time spent":"596.451149ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T03:47:46.065177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.852176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:47:46.065516Z","caller":"traceutil/trace.go:171","msg":"trace[526124711] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:21782; }","duration":"636.223716ms","start":"2026-05-04T03:47:45.429275Z","end":"2026-05-04T03:47:46.065498Z","steps":["trace[526124711] 'agreement among raft nodes before linearized reading' (duration: 635.838976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:47:46.065564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.429264Z","time spent":"636.289708ms","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:47:46.065607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.807642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6kflz\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-05-04T03:47:46.06563Z","caller":"traceutil/trace.go:171","msg":"trace[440038728] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6kflz; range_end:; response_count:1; response_revision:21782; }","duration":"131.907385ms","start":"2026-05-04T03:47:45.933716Z","end":"2026-05-04T03:47:46.065623Z","steps":["trace[440038728] 'agreement among raft nodes before linearized reading' (duration: 131.828162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:47:46.065762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.763691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:47:46.065782Z","caller":"traceutil/trace.go:171","msg":"trace[1513929904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21782; }","duration":"329.795473ms","start":"2026-05-04T03:47:45.735977Z","end":"2026-05-04T03:47:46.065773Z","steps":["trace[1513929904] 'agreement among raft nodes before linearized reading' (duration: 329.759952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:47:46.065809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.735966Z","time spent":"329.838444ms","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T03:47:46.065838Z","caller":"traceutil/trace.go:171","msg":"trace[90125642] transaction","detail":"{read_only:false; response_revision:21781; number_of_response:1; }","duration":"605.859826ms","start":"2026-05-04T03:47:45.459968Z","end":"2026-05-04T03:47:46.065828Z","steps":["trace[90125642] 'process raft request' (duration: 604.777457ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:47:46.065805Z","caller":"traceutil/trace.go:171","msg":"trace[157287917] transaction","detail":"{read_only:false; response_revision:21782; number_of_response:1; }","duration":"410.219259ms","start":"2026-05-04T03:47:45.655509Z","end":"2026-05-04T03:47:46.065728Z","steps":["trace[157287917] 'process raft request' (duration: 409.337155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:47:46.065909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.45995Z","time spent":"605.913537ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:47:46.065952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.147919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-ks-user-lfsp9\" ","response":"range_response_count:1 size:12745"} {"level":"info","ts":"2026-05-04T03:47:46.065973Z","caller":"traceutil/trace.go:171","msg":"trace[2125329753] range","detail":"{range_begin:/registry/pods/openstack/heat-ks-user-lfsp9; range_end:; response_count:1; response_revision:21782; }","duration":"387.18176ms","start":"2026-05-04T03:47:45.678785Z","end":"2026-05-04T03:47:46.065966Z","steps":["trace[2125329753] 'agreement among raft nodes before linearized reading' (duration: 387.119418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:47:46.065991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.678775Z","time spent":"387.211331ms","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":12768,"request content":"key:\"/registry/pods/openstack/heat-ks-user-lfsp9\" "} {"level":"warn","ts":"2026-05-04T03:47:46.06609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.655488Z","time spent":"410.464687ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:47:46.066169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.206994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T03:47:46.066234Z","caller":"traceutil/trace.go:171","msg":"trace[472314642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21782; }","duration":"502.314627ms","start":"2026-05-04T03:47:45.563896Z","end":"2026-05-04T03:47:46.066211Z","steps":["trace[472314642] 'agreement among raft nodes before linearized reading' (duration: 502.111151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:47:46.066277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:47:45.563877Z","time spent":"502.393278ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-04T03:48:03.240269Z","caller":"traceutil/trace.go:171","msg":"trace[1706591225] transaction","detail":"{read_only:false; response_revision:21882; number_of_response:1; }","duration":"289.930213ms","start":"2026-05-04T03:48:02.95032Z","end":"2026-05-04T03:48:03.24025Z","steps":["trace[1706591225] 'process raft request' (duration: 289.80824ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:48:03.243931Z","caller":"traceutil/trace.go:171","msg":"trace[663377116] linearizableReadLoop","detail":"{readStateIndex:22635; appliedIndex:22634; }","duration":"175.64364ms","start":"2026-05-04T03:48:03.068265Z","end":"2026-05-04T03:48:03.243908Z","steps":["trace[663377116] 'read index received' (duration: 171.96977ms)","trace[663377116] 'applied index is now lower than readState.Index' (duration: 3.67296ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:48:03.244285Z","caller":"traceutil/trace.go:171","msg":"trace[1447226687] transaction","detail":"{read_only:false; response_revision:21883; number_of_response:1; }","duration":"287.706982ms","start":"2026-05-04T03:48:02.956546Z","end":"2026-05-04T03:48:03.244253Z","steps":["trace[1447226687] 'process raft request' (duration: 287.083165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:48:03.244113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.823815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-04T03:48:03.244694Z","caller":"traceutil/trace.go:171","msg":"trace[2024272346] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:21883; }","duration":"176.454022ms","start":"2026-05-04T03:48:03.068226Z","end":"2026-05-04T03:48:03.24468Z","steps":["trace[2024272346] 'agreement among raft nodes before linearized reading' (duration: 175.749993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:48:09.844409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296761668,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-04T03:48:09.998231Z","caller":"traceutil/trace.go:171","msg":"trace[1392910661] transaction","detail":"{read_only:false; response_revision:21918; number_of_response:1; }","duration":"706.356161ms","start":"2026-05-04T03:48:09.291844Z","end":"2026-05-04T03:48:09.998201Z","steps":["trace[1392910661] 'process raft request' (duration: 706.067453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:48:09.998406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:48:09.291829Z","time spent":"706.492126ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:48:09.998838Z","caller":"traceutil/trace.go:171","msg":"trace[2018938739] linearizableReadLoop","detail":"{readStateIndex:22672; appliedIndex:22670; }","duration":"654.760661ms","start":"2026-05-04T03:48:09.344062Z","end":"2026-05-04T03:48:09.998823Z","steps":["trace[2018938739] 'read index received' (duration: 653.199649ms)","trace[2018938739] 'applied index is now lower than readState.Index' (duration: 1.560542ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:48:09.998981Z","caller":"traceutil/trace.go:171","msg":"trace[445647161] transaction","detail":"{read_only:false; response_revision:21919; number_of_response:1; }","duration":"427.723188ms","start":"2026-05-04T03:48:09.57125Z","end":"2026-05-04T03:48:09.998973Z","steps":["trace[445647161] 'process raft request' (duration: 427.282296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:48:09.999045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:48:09.571233Z","time spent":"427.782219ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:48:09.999514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.044887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-05-04T03:48:09.999561Z","caller":"traceutil/trace.go:171","msg":"trace[1797123550] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:21919; }","duration":"626.116319ms","start":"2026-05-04T03:48:09.373431Z","end":"2026-05-04T03:48:09.999547Z","steps":["trace[1797123550] 'agreement among raft nodes before linearized reading' (duration: 625.954045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:48:09.999596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:48:09.373419Z","time spent":"626.16868ms","remote":"127.0.0.1:55048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11018,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-05-04T03:48:10.000047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.753817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:48:09.999791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.961841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:48:10.000114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.357335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:48:10.000133Z","caller":"traceutil/trace.go:171","msg":"trace[1678255504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21919; }","duration":"170.411897ms","start":"2026-05-04T03:48:09.829716Z","end":"2026-05-04T03:48:10.000128Z","steps":["trace[1678255504] 'agreement among raft nodes before linearized reading' (duration: 170.380366ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:48:10.000355Z","caller":"traceutil/trace.go:171","msg":"trace[56507683] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:21919; }","duration":"104.550767ms","start":"2026-05-04T03:48:09.895785Z","end":"2026-05-04T03:48:10.000336Z","steps":["trace[56507683] 'agreement among raft nodes before linearized reading' (duration: 103.966871ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:48:10.000083Z","caller":"traceutil/trace.go:171","msg":"trace[1602112448] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:21919; }","duration":"506.994273ms","start":"2026-05-04T03:48:09.493079Z","end":"2026-05-04T03:48:10.000074Z","steps":["trace[1602112448] 'agreement among raft nodes before linearized reading' (duration: 506.760137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:48:10.000536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:48:09.49304Z","time spent":"507.484407ms","remote":"127.0.0.1:34650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:48:10.002441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.61224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:48:10.002476Z","caller":"traceutil/trace.go:171","msg":"trace[515156854] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:21919; }","duration":"658.488534ms","start":"2026-05-04T03:48:09.343979Z","end":"2026-05-04T03:48:10.002468Z","steps":["trace[515156854] 'agreement among raft nodes before linearized reading' (duration: 655.117422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:48:10.002516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:48:09.343944Z","time spent":"658.565336ms","remote":"127.0.0.1:55048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-05-04T03:51:01.548875Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20785} {"level":"info","ts":"2026-05-04T03:51:01.742856Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20785,"took":"189.716214ms","hash":928208372,"current-db-size-bytes":58363904,"current-db-size":"58 MB","current-db-size-in-use-bytes":34230272,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-04T03:51:01.742948Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":928208372,"revision":20785,"compact-revision":18460} {"level":"warn","ts":"2026-05-04T03:51:25.107973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.507559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T03:51:25.108114Z","caller":"traceutil/trace.go:171","msg":"trace[696586899] transaction","detail":"{read_only:false; response_revision:23284; number_of_response:1; }","duration":"128.347118ms","start":"2026-05-04T03:51:24.979743Z","end":"2026-05-04T03:51:25.10809Z","steps":["trace[696586899] 'process raft request' (duration: 13.613732ms)","trace[696586899] 'compare' (duration: 114.315804ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:51:46.620333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.543949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T03:51:46.620457Z","caller":"traceutil/trace.go:171","msg":"trace[1549290038] linearizableReadLoop","detail":"{readStateIndex:24201; appliedIndex:24200; }","duration":"212.716823ms","start":"2026-05-04T03:51:46.407723Z","end":"2026-05-04T03:51:46.62044Z","steps":["trace[1549290038] 'read index received' (duration: 89.846476ms)","trace[1549290038] 'applied index is now lower than readState.Index' (duration: 122.869187ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:51:46.620572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.846007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-04T03:51:46.620608Z","caller":"traceutil/trace.go:171","msg":"trace[1721095801] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23394; }","duration":"212.912159ms","start":"2026-05-04T03:51:46.407687Z","end":"2026-05-04T03:51:46.620599Z","steps":["trace[1721095801] 'agreement among raft nodes before linearized reading' (duration: 212.798346ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:51:46.620578Z","caller":"traceutil/trace.go:171","msg":"trace[1564994393] transaction","detail":"{read_only:false; response_revision:23394; number_of_response:1; }","duration":"241.460158ms","start":"2026-05-04T03:51:46.379078Z","end":"2026-05-04T03:51:46.620538Z","steps":["trace[1564994393] 'process raft request' (duration: 118.623611ms)","trace[1564994393] 'compare' (duration: 122.345954ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:51:46.884263Z","caller":"traceutil/trace.go:171","msg":"trace[837885078] transaction","detail":"{read_only:false; response_revision:23396; number_of_response:1; }","duration":"114.981372ms","start":"2026-05-04T03:51:46.769246Z","end":"2026-05-04T03:51:46.884228Z","steps":["trace[837885078] 'process raft request' (duration: 40.162747ms)","trace[837885078] 'compare' (duration: 74.437154ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:51:47.025256Z","caller":"traceutil/trace.go:171","msg":"trace[1796538707] transaction","detail":"{read_only:false; response_revision:23397; number_of_response:1; }","duration":"249.713424ms","start":"2026-05-04T03:51:46.775513Z","end":"2026-05-04T03:51:47.025226Z","steps":["trace[1796538707] 'process raft request' (duration: 239.641048ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:51:47.346424Z","caller":"traceutil/trace.go:171","msg":"trace[9953501] linearizableReadLoop","detail":"{readStateIndex:24206; appliedIndex:24205; }","duration":"129.486529ms","start":"2026-05-04T03:51:47.216904Z","end":"2026-05-04T03:51:47.34639Z","steps":["trace[9953501] 'read index received' (duration: 116.171285ms)","trace[9953501] 'applied index is now lower than readState.Index' (duration: 13.313804ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:51:47.346689Z","caller":"traceutil/trace.go:171","msg":"trace[983153587] transaction","detail":"{read_only:false; response_revision:23399; number_of_response:1; }","duration":"157.749651ms","start":"2026-05-04T03:51:47.188883Z","end":"2026-05-04T03:51:47.346633Z","steps":["trace[983153587] 'process raft request' (duration: 144.157429ms)","trace[983153587] 'compare' (duration: 13.16659ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:51:47.346762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.785267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-932e2397-335a-48f7-ab63-f4644677cee6\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-05-04T03:51:47.346857Z","caller":"traceutil/trace.go:171","msg":"trace[1180858903] range","detail":"{range_begin:/registry/persistentvolumes/pvc-932e2397-335a-48f7-ab63-f4644677cee6; range_end:; response_count:1; response_revision:23399; }","duration":"129.985782ms","start":"2026-05-04T03:51:47.216851Z","end":"2026-05-04T03:51:47.346836Z","steps":["trace[1180858903] 'agreement among raft nodes before linearized reading' (duration: 129.698934ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:17.877206Z","caller":"traceutil/trace.go:171","msg":"trace[2126427430] linearizableReadLoop","detail":"{readStateIndex:24460; appliedIndex:24459; }","duration":"210.490542ms","start":"2026-05-04T03:52:17.666687Z","end":"2026-05-04T03:52:17.877177Z","steps":["trace[2126427430] 'read index received' (duration: 210.335458ms)","trace[2126427430] 'applied index is now lower than readState.Index' (duration: 153.734µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:52:17.877376Z","caller":"traceutil/trace.go:171","msg":"trace[2079431427] transaction","detail":"{read_only:false; response_revision:23639; number_of_response:1; }","duration":"221.014089ms","start":"2026-05-04T03:52:17.65634Z","end":"2026-05-04T03:52:17.877354Z","steps":["trace[2079431427] 'process raft request' (duration: 220.653049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:17.877689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.945095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T03:52:17.877769Z","caller":"traceutil/trace.go:171","msg":"trace[1899602428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23639; }","duration":"211.086138ms","start":"2026-05-04T03:52:17.666662Z","end":"2026-05-04T03:52:17.877748Z","steps":["trace[1899602428] 'agreement among raft nodes before linearized reading' (duration: 210.832501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:17.878082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.301924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-04T03:52:17.878148Z","caller":"traceutil/trace.go:171","msg":"trace[2006856279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23641; }","duration":"211.395856ms","start":"2026-05-04T03:52:17.666736Z","end":"2026-05-04T03:52:17.878132Z","steps":["trace[2006856279] 'agreement among raft nodes before linearized reading' (duration: 211.193751ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:17.878221Z","caller":"traceutil/trace.go:171","msg":"trace[1106975235] transaction","detail":"{read_only:false; response_revision:23640; number_of_response:1; }","duration":"199.453521ms","start":"2026-05-04T03:52:17.678756Z","end":"2026-05-04T03:52:17.87821Z","steps":["trace[1106975235] 'process raft request' (duration: 199.045659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:17.878505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.703505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T03:52:17.878535Z","caller":"traceutil/trace.go:171","msg":"trace[2035903744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23641; }","duration":"211.757897ms","start":"2026-05-04T03:52:17.666764Z","end":"2026-05-04T03:52:17.878522Z","steps":["trace[2035903744] 'agreement among raft nodes before linearized reading' (duration: 211.674465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:17.878728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.816825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:52:17.878747Z","caller":"traceutil/trace.go:171","msg":"trace[2088506039] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23641; }","duration":"201.887667ms","start":"2026-05-04T03:52:17.676854Z","end":"2026-05-04T03:52:17.878741Z","steps":["trace[2088506039] 'agreement among raft nodes before linearized reading' (duration: 201.793835ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:18.188581Z","caller":"traceutil/trace.go:171","msg":"trace[1241762114] transaction","detail":"{read_only:false; response_revision:23643; number_of_response:1; }","duration":"303.537235ms","start":"2026-05-04T03:52:17.885006Z","end":"2026-05-04T03:52:18.188543Z","steps":["trace[1241762114] 'process raft request' (duration: 303.276258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:18.188926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:17.884812Z","time spent":"303.926345ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:52:18.19614Z","caller":"traceutil/trace.go:171","msg":"trace[169364816] linearizableReadLoop","detail":"{readStateIndex:24467; appliedIndex:24464; }","duration":"300.188033ms","start":"2026-05-04T03:52:17.895936Z","end":"2026-05-04T03:52:18.196124Z","steps":["trace[169364816] 'read index received' (duration: 293.721556ms)","trace[169364816] 'applied index is now lower than readState.Index' (duration: 6.465587ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:52:18.197174Z","caller":"traceutil/trace.go:171","msg":"trace[1345757148] transaction","detail":"{read_only:false; response_revision:23645; number_of_response:1; }","duration":"301.467168ms","start":"2026-05-04T03:52:17.895675Z","end":"2026-05-04T03:52:18.197142Z","steps":["trace[1345757148] 'process raft request' (duration: 300.356727ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:18.197236Z","caller":"traceutil/trace.go:171","msg":"trace[903558411] transaction","detail":"{read_only:false; response_revision:23644; number_of_response:1; }","duration":"301.651163ms","start":"2026-05-04T03:52:17.89557Z","end":"2026-05-04T03:52:18.197221Z","steps":["trace[903558411] 'process raft request' (duration: 297.791567ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:18.197216Z","caller":"traceutil/trace.go:171","msg":"trace[92741920] transaction","detail":"{read_only:false; response_revision:23646; number_of_response:1; }","duration":"301.417367ms","start":"2026-05-04T03:52:17.895766Z","end":"2026-05-04T03:52:18.197184Z","steps":["trace[92741920] 'process raft request' (duration: 300.313847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:18.19729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:17.895657Z","time spent":"301.573641ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:52:18.197337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:17.895552Z","time spent":"301.722645ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4927,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:52:18.197356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:17.895755Z","time spent":"301.53527ms","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-04T03:52:18.197536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.601341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/octavia-client.18ac4060dcf2dcfb\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-05-04T03:52:18.197571Z","caller":"traceutil/trace.go:171","msg":"trace[1555110956] range","detail":"{range_begin:/registry/events/openstack/octavia-client.18ac4060dcf2dcfb; range_end:; response_count:1; response_revision:23646; }","duration":"301.689854ms","start":"2026-05-04T03:52:17.895874Z","end":"2026-05-04T03:52:18.197564Z","steps":["trace[1555110956] 'agreement among raft nodes before linearized reading' (duration: 300.315727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:18.197592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:17.895845Z","time spent":"301.741996ms","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":712,"request content":"key:\"/registry/events/openstack/octavia-client.18ac4060dcf2dcfb\" "} {"level":"info","ts":"2026-05-04T03:52:19.798506Z","caller":"traceutil/trace.go:171","msg":"trace[113028866] linearizableReadLoop","detail":"{readStateIndex:24586; appliedIndex:24585; }","duration":"407.574298ms","start":"2026-05-04T03:52:19.390892Z","end":"2026-05-04T03:52:19.798467Z","steps":["trace[113028866] 'read index received' (duration: 2.857068ms)","trace[113028866] 'applied index is now lower than readState.Index' (duration: 404.716519ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:52:19.798692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.782523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" ","response":"range_response_count:1 size:10769"} {"level":"info","ts":"2026-05-04T03:52:19.798727Z","caller":"traceutil/trace.go:171","msg":"trace[856502612] range","detail":"{range_begin:/registry/daemonsets/openstack/octavia-health-manager-default; range_end:; response_count:1; response_revision:23764; }","duration":"407.844735ms","start":"2026-05-04T03:52:19.390871Z","end":"2026-05-04T03:52:19.798715Z","steps":["trace[856502612] 'agreement among raft nodes before linearized reading' (duration: 407.705141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:19.798751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:19.390862Z","time spent":"407.882756ms","remote":"127.0.0.1:55294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":10792,"request content":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" "} {"level":"info","ts":"2026-05-04T03:52:19.798973Z","caller":"traceutil/trace.go:171","msg":"trace[1759088547] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"408.4112ms","start":"2026-05-04T03:52:19.390551Z","end":"2026-05-04T03:52:19.798962Z","steps":["trace[1759088547] 'process raft request' (duration: 407.715651ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:19.798989Z","caller":"traceutil/trace.go:171","msg":"trace[1694644788] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"407.804814ms","start":"2026-05-04T03:52:19.391154Z","end":"2026-05-04T03:52:19.798959Z","steps":["trace[1694644788] 'process raft request' (duration: 407.263419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:19.799046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:19.390536Z","time spent":"408.466442ms","remote":"127.0.0.1:55048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7182,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:52:19.799142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:19.391139Z","time spent":"407.926477ms","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8365,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:52:19.806192Z","caller":"traceutil/trace.go:171","msg":"trace[1506780881] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"412.77027ms","start":"2026-05-04T03:52:19.3934Z","end":"2026-05-04T03:52:19.806171Z","steps":["trace[1506780881] 'process raft request' (duration: 412.41971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:19.806333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:19.393384Z","time spent":"412.877142ms","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":701,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-04T03:52:19.806576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.035049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/octavia-health-manager\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-05-04T03:52:19.806635Z","caller":"traceutil/trace.go:171","msg":"trace[1832562123] range","detail":"{range_begin:/registry/serviceaccounts/openstack/octavia-health-manager; range_end:; response_count:1; response_revision:23766; }","duration":"210.141662ms","start":"2026-05-04T03:52:19.596479Z","end":"2026-05-04T03:52:19.806621Z","steps":["trace[1832562123] 'agreement among raft nodes before linearized reading' (duration: 209.978368ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:19.806636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.435315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-05-04T03:52:19.806662Z","caller":"traceutil/trace.go:171","msg":"trace[1754294925] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23766; }","duration":"414.485316ms","start":"2026-05-04T03:52:19.39217Z","end":"2026-05-04T03:52:19.806655Z","steps":["trace[1754294925] 'agreement among raft nodes before linearized reading' (duration: 414.364473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:19.80669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:19.39216Z","time spent":"414.523397ms","remote":"127.0.0.1:54912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-05-04T03:52:19.806893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.273838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/octavia-worker\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-05-04T03:52:19.806917Z","caller":"traceutil/trace.go:171","msg":"trace[137908721] range","detail":"{range_begin:/registry/serviceaccounts/openstack/octavia-worker; range_end:; response_count:1; response_revision:23766; }","duration":"123.32653ms","start":"2026-05-04T03:52:19.683585Z","end":"2026-05-04T03:52:19.806911Z","steps":["trace[137908721] 'agreement among raft nodes before linearized reading' (duration: 123.264958ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:19.807078Z","caller":"traceutil/trace.go:171","msg":"trace[2009874477] transaction","detail":"{read_only:false; response_revision:23766; number_of_response:1; }","duration":"336.790884ms","start":"2026-05-04T03:52:19.470255Z","end":"2026-05-04T03:52:19.807046Z","steps":["trace[2009874477] 'process raft request' (duration: 335.691324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:19.807272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:19.470234Z","time spent":"336.930277ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:52:20.401205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296766708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:52:20.901713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296766708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:52:21.402547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296766708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:52:21.949558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296766708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:52:22.449771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296766708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:52:23.667432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296766708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:52:25.195398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00024263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-04T03:52:25.195467Z","caller":"traceutil/trace.go:171","msg":"trace[1897048820] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000344893s","start":"2026-05-04T03:52:20.195106Z","end":"2026-05-04T03:52:25.19545Z","steps":["trace[1897048820] 'agreement among raft nodes before linearized reading' (duration: 5.0002528s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:25.1955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.195098Z","time spent":"5.000396194s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T03:52:25.195568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00792644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-04T03:52:25.19558Z","caller":"traceutil/trace.go:171","msg":"trace[1402773296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.008004482s","start":"2026-05-04T03:52:20.187571Z","end":"2026-05-04T03:52:25.195576Z","steps":["trace[1402773296] 'agreement among raft nodes before linearized reading' (duration: 5.007992522s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:25.195594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.187546Z","time spent":"5.008042862s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T03:52:26.310621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:21.158959Z","time spent":"5.151654015s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/04 03:52:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T03:52:26.310765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:21.078125Z","time spent":"5.232639199s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/04 03:52:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T03:52:26.310839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296766708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T03:52:26.672662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:21.949492Z","time spent":"4.723163997s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/04 03:52:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-04T03:52:26.751109Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.919416902s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-04T03:52:26.784104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.815026837s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:52:26.785437Z","caller":"traceutil/trace.go:171","msg":"trace[478840891] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23768; }","duration":"4.816362523s","start":"2026-05-04T03:52:21.969047Z","end":"2026-05-04T03:52:26.78541Z","steps":["trace[478840891] 'range keys from in-memory index tree' (duration: 4.815011536s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:26.785562Z","caller":"traceutil/trace.go:171","msg":"trace[298351900] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"6.954021767s","start":"2026-05-04T03:52:19.831524Z","end":"2026-05-04T03:52:26.785546Z","steps":["trace[298351900] 'process raft request' (duration: 6.920386068s)","trace[298351900] 'compare' (duration: 31.281085ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:52:26.785651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:19.831494Z","time spent":"6.954096619s","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8938,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:52:26.793781Z","caller":"traceutil/trace.go:171","msg":"trace[528073110] linearizableReadLoop","detail":"{readStateIndex:24598; appliedIndex:24591; }","duration":"6.893411261s","start":"2026-05-04T03:52:19.900349Z","end":"2026-05-04T03:52:26.793761Z","steps":["trace[528073110] 'read index received' (duration: 6.851572087s)","trace[528073110] 'applied index is now lower than readState.Index' (duration: 41.838534ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:52:26.79386Z","caller":"traceutil/trace.go:171","msg":"trace[323905163] transaction","detail":"{read_only:false; response_revision:23773; number_of_response:1; }","duration":"4.839018492s","start":"2026-05-04T03:52:21.954835Z","end":"2026-05-04T03:52:26.793854Z","steps":["trace[323905163] 'process raft request' (duration: 4.838841647s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.793922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:21.954814Z","time spent":"4.839059533s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:52:26.794005Z","caller":"traceutil/trace.go:171","msg":"trace[1699996517] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"2.236206437s","start":"2026-05-04T03:52:24.557794Z","end":"2026-05-04T03:52:26.794Z","steps":["trace[1699996517] 'process raft request' (duration: 2.235903529s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.794028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:24.557778Z","time spent":"2.236237549s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:52:26.79413Z","caller":"traceutil/trace.go:171","msg":"trace[1802821716] transaction","detail":"{read_only:false; response_revision:23775; number_of_response:1; }","duration":"403.252209ms","start":"2026-05-04T03:52:26.390873Z","end":"2026-05-04T03:52:26.794125Z","steps":["trace[1802821716] 'process raft request' (duration: 402.853698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.794158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:26.390861Z","time spent":"403.28157ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18638,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:52:26.794268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.893928565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T03:52:26.794286Z","caller":"traceutil/trace.go:171","msg":"trace[1243988716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23775; }","duration":"6.893989517s","start":"2026-05-04T03:52:19.900291Z","end":"2026-05-04T03:52:26.794281Z","steps":["trace[1243988716] 'agreement among raft nodes before linearized reading' (duration: 6.893919445s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.794299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:19.900264Z","time spent":"6.894032308s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T03:52:26.794428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.673494213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:52:26.794577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867735255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:52:26.794605Z","caller":"traceutil/trace.go:171","msg":"trace[1049845398] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23775; }","duration":"2.867830557s","start":"2026-05-04T03:52:23.926765Z","end":"2026-05-04T03:52:26.794596Z","steps":["trace[1049845398] 'agreement among raft nodes before linearized reading' (duration: 2.867769246s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.79463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:23.926728Z","time spent":"2.867896369s","remote":"127.0.0.1:46690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":30,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.794667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.818018378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-04T03:52:26.794704Z","caller":"traceutil/trace.go:171","msg":"trace[268199793] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23775; }","duration":"4.8180833s","start":"2026-05-04T03:52:21.976607Z","end":"2026-05-04T03:52:26.79469Z","steps":["trace[268199793] 'agreement among raft nodes before linearized reading' (duration: 4.817976917s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.794729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:21.976587Z","time spent":"4.818136922s","remote":"127.0.0.1:54976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-04T03:52:26.794734Z","caller":"traceutil/trace.go:171","msg":"trace[798335220] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23775; }","duration":"6.673710188s","start":"2026-05-04T03:52:20.120766Z","end":"2026-05-04T03:52:26.794476Z","steps":["trace[798335220] 'agreement among raft nodes before linearized reading' (duration: 6.673523963s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.794768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.120734Z","time spent":"6.674023517s","remote":"127.0.0.1:42542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.794809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105414299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:52:26.794842Z","caller":"traceutil/trace.go:171","msg":"trace[2042046425] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23775; }","duration":"3.10545946s","start":"2026-05-04T03:52:23.689372Z","end":"2026-05-04T03:52:26.794832Z","steps":["trace[2042046425] 'agreement among raft nodes before linearized reading' (duration: 3.105401978s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.794861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:23.689367Z","time spent":"3.105489121s","remote":"127.0.0.1:38030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.794893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.109216963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-04T03:52:26.794899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.845119969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:52:26.794913Z","caller":"traceutil/trace.go:171","msg":"trace[1274165843] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23775; }","duration":"3.109248934s","start":"2026-05-04T03:52:23.685658Z","end":"2026-05-04T03:52:26.794907Z","steps":["trace[1274165843] 'agreement among raft nodes before linearized reading' (duration: 3.109194192s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.794928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:23.685653Z","time spent":"3.109271174s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-04T03:52:26.794926Z","caller":"traceutil/trace.go:171","msg":"trace[333604635] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23775; }","duration":"4.8451461s","start":"2026-05-04T03:52:21.949771Z","end":"2026-05-04T03:52:26.794917Z","steps":["trace[333604635] 'agreement among raft nodes before linearized reading' (duration: 4.845097879s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.794946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:21.949755Z","time spent":"4.845185821s","remote":"127.0.0.1:54976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.794965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.078858753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-05-04T03:52:26.794977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.716695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:52:26.794986Z","caller":"traceutil/trace.go:171","msg":"trace[483485305] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23775; }","duration":"3.078907955s","start":"2026-05-04T03:52:23.716073Z","end":"2026-05-04T03:52:26.794981Z","steps":["trace[483485305] 'agreement among raft nodes before linearized reading' (duration: 3.078868024s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:26.794995Z","caller":"traceutil/trace.go:171","msg":"trace[1504034497] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23775; }","duration":"484.744236ms","start":"2026-05-04T03:52:26.310245Z","end":"2026-05-04T03:52:26.79499Z","steps":["trace[1504034497] 'agreement among raft nodes before linearized reading' (duration: 484.716465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.795003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:23.716059Z","time spent":"3.078939125s","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-04T03:52:26.795011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:26.310242Z","time spent":"484.765747ms","remote":"127.0.0.1:54900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.795045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.116256506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-server-85bfb9958b-sbblj.18ac4002e55eea2c\" ","response":"range_response_count:1 size:886"} {"level":"info","ts":"2026-05-04T03:52:26.795064Z","caller":"traceutil/trace.go:171","msg":"trace[121286783] range","detail":"{range_begin:/registry/events/openstack/neutron-server-85bfb9958b-sbblj.18ac4002e55eea2c; range_end:; response_count:1; response_revision:23775; }","duration":"3.116306997s","start":"2026-05-04T03:52:23.67875Z","end":"2026-05-04T03:52:26.795057Z","steps":["trace[121286783] 'agreement among raft nodes before linearized reading' (duration: 3.116249075s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.795067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.845620713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-04T03:52:26.795079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:23.678732Z","time spent":"3.116343388s","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":909,"request content":"key:\"/registry/events/openstack/neutron-server-85bfb9958b-sbblj.18ac4002e55eea2c\" "} {"level":"warn","ts":"2026-05-04T03:52:26.795084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.104955127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:52:26.795086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.933411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:52:26.795086Z","caller":"traceutil/trace.go:171","msg":"trace[454497744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23775; }","duration":"4.845646894s","start":"2026-05-04T03:52:21.949433Z","end":"2026-05-04T03:52:26.79508Z","steps":["trace[454497744] 'agreement among raft nodes before linearized reading' (duration: 4.845586812s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:26.795101Z","caller":"traceutil/trace.go:171","msg":"trace[1576894052] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23775; }","duration":"484.960512ms","start":"2026-05-04T03:52:26.310136Z","end":"2026-05-04T03:52:26.795097Z","steps":["trace[1576894052] 'agreement among raft nodes before linearized reading' (duration: 484.932991ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:26.795101Z","caller":"traceutil/trace.go:171","msg":"trace[1166567100] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:23775; }","duration":"3.104971987s","start":"2026-05-04T03:52:23.690123Z","end":"2026-05-04T03:52:26.795095Z","steps":["trace[1166567100] 'agreement among raft nodes before linearized reading' (duration: 3.104944336s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.795106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:21.94943Z","time spent":"4.845671274s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T03:52:26.795079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.646493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-05-04T03:52:26.795122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:23.690106Z","time spent":"3.105009938s","remote":"127.0.0.1:34416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.795138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.180448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:52:26.79515Z","caller":"traceutil/trace.go:171","msg":"trace[1195511172] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23775; }","duration":"485.193788ms","start":"2026-05-04T03:52:26.309952Z","end":"2026-05-04T03:52:26.795146Z","steps":["trace[1195511172] 'agreement among raft nodes before linearized reading' (duration: 485.171908ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:26.79515Z","caller":"traceutil/trace.go:171","msg":"trace[2140770639] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:23775; }","duration":"484.741316ms","start":"2026-05-04T03:52:26.310391Z","end":"2026-05-04T03:52:26.795132Z","steps":["trace[2140770639] 'agreement among raft nodes before linearized reading' (duration: 484.53709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.795161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:26.309884Z","time spent":"485.27399ms","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.795178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:26.310387Z","time spent":"484.785307ms","remote":"127.0.0.1:54858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-05-04T03:52:26.795253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.845824728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:52:26.795261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238090009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:52:26.795277Z","caller":"traceutil/trace.go:171","msg":"trace[1773828656] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23775; }","duration":"2.238158161s","start":"2026-05-04T03:52:24.557114Z","end":"2026-05-04T03:52:26.795273Z","steps":["trace[1773828656] 'agreement among raft nodes before linearized reading' (duration: 2.238102569s)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:26.79528Z","caller":"traceutil/trace.go:171","msg":"trace[771214636] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23775; }","duration":"4.84588286s","start":"2026-05-04T03:52:21.949389Z","end":"2026-05-04T03:52:26.795272Z","steps":["trace[771214636] 'agreement among raft nodes before linearized reading' (duration: 4.845828798s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.795289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:24.557086Z","time spent":"2.238199492s","remote":"127.0.0.1:55048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":63,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.795301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10583282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-04T03:52:26.795304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:21.949371Z","time spent":"4.845925881s","remote":"127.0.0.1:51214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-05-04T03:52:26.795317Z","caller":"traceutil/trace.go:171","msg":"trace[1135233043] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23775; }","duration":"3.105860591s","start":"2026-05-04T03:52:23.689452Z","end":"2026-05-04T03:52:26.795312Z","steps":["trace[1135233043] 'agreement among raft nodes before linearized reading' (duration: 3.105737078s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.795333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:23.689448Z","time spent":"3.105881131s","remote":"127.0.0.1:54912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":215,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.795358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.986222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-04T03:52:26.79484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105529942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:52:26.795388Z","caller":"traceutil/trace.go:171","msg":"trace[850124541] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23775; }","duration":"122.027054ms","start":"2026-05-04T03:52:26.673349Z","end":"2026-05-04T03:52:26.795376Z","steps":["trace[850124541] 'agreement among raft nodes before linearized reading' (duration: 121.958292ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:26.795407Z","caller":"traceutil/trace.go:171","msg":"trace[1801835276] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23775; }","duration":"3.106111748s","start":"2026-05-04T03:52:23.68929Z","end":"2026-05-04T03:52:26.795401Z","steps":["trace[1801835276] 'agreement among raft nodes before linearized reading' (duration: 3.105525212s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.795428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:23.689284Z","time spent":"3.106134509s","remote":"127.0.0.1:43464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.795425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.687889969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:52:26.795453Z","caller":"traceutil/trace.go:171","msg":"trace[1010000894] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23775; }","duration":"5.687962601s","start":"2026-05-04T03:52:21.107482Z","end":"2026-05-04T03:52:26.795445Z","steps":["trace[1010000894] 'agreement among raft nodes before linearized reading' (duration: 5.687905879s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.795479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:21.10746Z","time spent":"5.688011022s","remote":"127.0.0.1:38058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.795491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.85512614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:52:26.795512Z","caller":"traceutil/trace.go:171","msg":"trace[970264076] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:23775; }","duration":"5.855190901s","start":"2026-05-04T03:52:20.940314Z","end":"2026-05-04T03:52:26.795505Z","steps":["trace[970264076] 'agreement among raft nodes before linearized reading' (duration: 5.85515462s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.795519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.052814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T03:52:26.79553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.940299Z","time spent":"5.855226872s","remote":"127.0.0.1:34406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-04T03:52:26.79554Z","caller":"traceutil/trace.go:171","msg":"trace[629516468] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23775; }","duration":"485.084335ms","start":"2026-05-04T03:52:26.310449Z","end":"2026-05-04T03:52:26.795533Z","steps":["trace[629516468] 'agreement among raft nodes before linearized reading' (duration: 485.028203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.795115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:26.310131Z","time spent":"484.981922ms","remote":"127.0.0.1:55132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.795558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:26.310444Z","time spent":"485.109766ms","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":6,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.795573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.748006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-05-04T03:52:26.79562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.228393299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:52:26.795635Z","caller":"traceutil/trace.go:171","msg":"trace[2130129965] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23775; }","duration":"6.228422031s","start":"2026-05-04T03:52:20.567209Z","end":"2026-05-04T03:52:26.795631Z","steps":["trace[2130129965] 'agreement among raft nodes before linearized reading' (duration: 6.22839075s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.795653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.567201Z","time spent":"6.228448361s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-05-04T03:52:26.795657Z","caller":"traceutil/trace.go:171","msg":"trace[119837876] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23775; }","duration":"484.807457ms","start":"2026-05-04T03:52:26.310807Z","end":"2026-05-04T03:52:26.795614Z","steps":["trace[119837876] 'agreement among raft nodes before linearized reading' (duration: 484.652233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.795688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:26.310803Z","time spent":"484.877279ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-04T03:52:26.795767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.591993855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-04T03:52:26.795786Z","caller":"traceutil/trace.go:171","msg":"trace[250337199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23775; }","duration":"6.592028146s","start":"2026-05-04T03:52:20.203753Z","end":"2026-05-04T03:52:26.795781Z","steps":["trace[250337199] 'agreement among raft nodes before linearized reading' (duration: 6.591966994s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.795801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.203746Z","time spent":"6.592052257s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T03:52:26.795838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.560608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-04T03:52:26.795844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.618646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:52:26.795856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.18268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:52:26.795865Z","caller":"traceutil/trace.go:171","msg":"trace[474706749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23775; }","duration":"404.652117ms","start":"2026-05-04T03:52:26.391207Z","end":"2026-05-04T03:52:26.79586Z","steps":["trace[474706749] 'agreement among raft nodes before linearized reading' (duration: 404.614506ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:26.795868Z","caller":"traceutil/trace.go:171","msg":"trace[1994658384] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23775; }","duration":"447.228891ms","start":"2026-05-04T03:52:26.348635Z","end":"2026-05-04T03:52:26.795864Z","steps":["trace[1994658384] 'agreement among raft nodes before linearized reading' (duration: 447.19656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.795883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:26.3912Z","time spent":"404.679367ms","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T03:52:26.795885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:26.348619Z","time spent":"447.262292ms","remote":"127.0.0.1:55278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:52:26.7959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.616349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-05-04T03:52:26.795918Z","caller":"traceutil/trace.go:171","msg":"trace[2125713585] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:23775; }","duration":"126.66493ms","start":"2026-05-04T03:52:26.669247Z","end":"2026-05-04T03:52:26.795912Z","steps":["trace[2125713585] 'agreement among raft nodes before linearized reading' (duration: 126.625619ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:52:26.795904Z","caller":"traceutil/trace.go:171","msg":"trace[1247595549] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23775; }","duration":"122.61044ms","start":"2026-05-04T03:52:26.673245Z","end":"2026-05-04T03:52:26.795856Z","steps":["trace[1247595549] 'agreement among raft nodes before linearized reading' (duration: 122.545828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.796303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.441351889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2223032"} {"level":"info","ts":"2026-05-04T03:52:26.796373Z","caller":"traceutil/trace.go:171","msg":"trace[1717851492] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23775; }","duration":"6.441459802s","start":"2026-05-04T03:52:20.354907Z","end":"2026-05-04T03:52:26.796367Z","steps":["trace[1717851492] 'agreement among raft nodes before linearized reading' (duration: 6.440780593s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:52:26.796391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:52:20.354884Z","time spent":"6.441501053s","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2223055,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-05-04T03:55:51.049691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.303002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:55:51.049846Z","caller":"traceutil/trace.go:171","msg":"trace[1557426402] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25856; }","duration":"152.521638ms","start":"2026-05-04T03:55:50.897291Z","end":"2026-05-04T03:55:51.049813Z","steps":["trace[1557426402] 'count revisions from in-memory index tree' (duration: 152.23535ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:55:51.309894Z","caller":"traceutil/trace.go:171","msg":"trace[131877463] transaction","detail":"{read_only:false; response_revision:25857; number_of_response:1; }","duration":"112.164354ms","start":"2026-05-04T03:55:51.197701Z","end":"2026-05-04T03:55:51.309865Z","steps":["trace[131877463] 'process raft request' (duration: 111.954058ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:56:01.554291Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23166} {"level":"info","ts":"2026-05-04T03:56:01.688475Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23166,"took":"130.499426ms","hash":4262501676,"current-db-size-bytes":58363904,"current-db-size":"58 MB","current-db-size-in-use-bytes":40591360,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-05-04T03:56:01.688533Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4262501676,"revision":23166,"compact-revision":20785} {"level":"warn","ts":"2026-05-04T03:57:06.958855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.172193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:57:06.958931Z","caller":"traceutil/trace.go:171","msg":"trace[46253637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26667; }","duration":"275.303676ms","start":"2026-05-04T03:57:06.683614Z","end":"2026-05-04T03:57:06.958917Z","steps":["trace[46253637] 'range keys from in-memory index tree' (duration: 275.056799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:57:06.958863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.40924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:57:06.960073Z","caller":"traceutil/trace.go:171","msg":"trace[1655396136] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26667; }","duration":"366.603633ms","start":"2026-05-04T03:57:06.593399Z","end":"2026-05-04T03:57:06.960003Z","steps":["trace[1655396136] 'count revisions from in-memory index tree' (duration: 365.285467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:57:06.960239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:57:06.59334Z","time spent":"366.842999ms","remote":"127.0.0.1:34634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-05-04T03:57:07.893511Z","caller":"traceutil/trace.go:171","msg":"trace[1384594889] linearizableReadLoop","detail":"{readStateIndex:27573; appliedIndex:27572; }","duration":"282.805041ms","start":"2026-05-04T03:57:07.610685Z","end":"2026-05-04T03:57:07.89349Z","steps":["trace[1384594889] 'read index received' (duration: 282.605126ms)","trace[1384594889] 'applied index is now lower than readState.Index' (duration: 198.875µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:57:07.893627Z","caller":"traceutil/trace.go:171","msg":"trace[1098458904] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"284.600001ms","start":"2026-05-04T03:57:07.609016Z","end":"2026-05-04T03:57:07.893616Z","steps":["trace[1098458904] 'process raft request' (duration: 284.324433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:57:07.893863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.054008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:57:07.893907Z","caller":"traceutil/trace.go:171","msg":"trace[1590768683] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:26672; }","duration":"283.159602ms","start":"2026-05-04T03:57:07.610736Z","end":"2026-05-04T03:57:07.893896Z","steps":["trace[1590768683] 'agreement among raft nodes before linearized reading' (duration: 283.044048ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:57:07.89414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.481032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:57:07.894169Z","caller":"traceutil/trace.go:171","msg":"trace[1735488988] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26672; }","duration":"117.560784ms","start":"2026-05-04T03:57:07.776599Z","end":"2026-05-04T03:57:07.89416Z","steps":["trace[1735488988] 'agreement among raft nodes before linearized reading' (duration: 117.504162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:57:07.894346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.509361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:57:07.894392Z","caller":"traceutil/trace.go:171","msg":"trace[751638571] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:26672; }","duration":"283.577973ms","start":"2026-05-04T03:57:07.610805Z","end":"2026-05-04T03:57:07.894383Z","steps":["trace[751638571] 'agreement among raft nodes before linearized reading' (duration: 283.515331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:57:07.894576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.879112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:57:07.894638Z","caller":"traceutil/trace.go:171","msg":"trace[750917084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26672; }","duration":"208.990574ms","start":"2026-05-04T03:57:07.685634Z","end":"2026-05-04T03:57:07.894624Z","steps":["trace[750917084] 'agreement among raft nodes before linearized reading' (duration: 208.852461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:57:07.89459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.949667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:57:07.894952Z","caller":"traceutil/trace.go:171","msg":"trace[34333025] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26672; }","duration":"215.364739ms","start":"2026-05-04T03:57:07.679575Z","end":"2026-05-04T03:57:07.89494Z","steps":["trace[34333025] 'agreement among raft nodes before linearized reading' (duration: 214.975038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:57:07.894634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.946883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:57:07.895068Z","caller":"traceutil/trace.go:171","msg":"trace[629922961] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:26672; }","duration":"284.426786ms","start":"2026-05-04T03:57:07.610626Z","end":"2026-05-04T03:57:07.895053Z","steps":["trace[629922961] 'agreement among raft nodes before linearized reading' (duration: 283.890722ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:12.541345Z","caller":"traceutil/trace.go:171","msg":"trace[2034818279] transaction","detail":"{read_only:false; response_revision:27758; number_of_response:1; }","duration":"176.235308ms","start":"2026-05-04T03:59:12.365084Z","end":"2026-05-04T03:59:12.541319Z","steps":["trace[2034818279] 'process raft request' (duration: 175.796046ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:12.541636Z","caller":"traceutil/trace.go:171","msg":"trace[835718738] transaction","detail":"{read_only:false; response_revision:27759; number_of_response:1; }","duration":"120.610288ms","start":"2026-05-04T03:59:12.420913Z","end":"2026-05-04T03:59:12.541523Z","steps":["trace[835718738] 'process raft request' (duration: 120.34824ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:12.541868Z","caller":"traceutil/trace.go:171","msg":"trace[261085133] transaction","detail":"{read_only:false; response_revision:27760; number_of_response:1; }","duration":"120.868744ms","start":"2026-05-04T03:59:12.42099Z","end":"2026-05-04T03:59:12.541858Z","steps":["trace[261085133] 'process raft request' (duration: 120.458403ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:12.542002Z","caller":"traceutil/trace.go:171","msg":"trace[22045879] transaction","detail":"{read_only:false; response_revision:27761; number_of_response:1; }","duration":"119.657161ms","start":"2026-05-04T03:59:12.422322Z","end":"2026-05-04T03:59:12.541979Z","steps":["trace[22045879] 'process raft request' (duration: 119.438915ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:32.544029Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000711d.wal"} {"level":"info","ts":"2026-05-04T03:59:39.826727Z","caller":"traceutil/trace.go:171","msg":"trace[1629871394] transaction","detail":"{read_only:false; response_revision:28076; number_of_response:1; }","duration":"131.797054ms","start":"2026-05-04T03:59:39.694901Z","end":"2026-05-04T03:59:39.826698Z","steps":["trace[1629871394] 'process raft request' (duration: 131.550717ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:39.835642Z","caller":"traceutil/trace.go:171","msg":"trace[969578941] transaction","detail":"{read_only:false; response_revision:28077; number_of_response:1; }","duration":"133.122649ms","start":"2026-05-04T03:59:39.702446Z","end":"2026-05-04T03:59:39.835568Z","steps":["trace[969578941] 'process raft request' (duration: 132.963545ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:40.701895Z","caller":"traceutil/trace.go:171","msg":"trace[1061115677] transaction","detail":"{read_only:false; response_revision:28078; number_of_response:1; }","duration":"131.160075ms","start":"2026-05-04T03:59:40.570713Z","end":"2026-05-04T03:59:40.701873Z","steps":["trace[1061115677] 'process raft request' (duration: 131.005661ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:44.896715Z","caller":"traceutil/trace.go:171","msg":"trace[1689181053] transaction","detail":"{read_only:false; response_revision:28115; number_of_response:1; }","duration":"157.889866ms","start":"2026-05-04T03:59:44.738796Z","end":"2026-05-04T03:59:44.896685Z","steps":["trace[1689181053] 'process raft request' (duration: 120.34585ms)","trace[1689181053] 'compare' (duration: 37.432913ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:44.908442Z","caller":"traceutil/trace.go:171","msg":"trace[476299064] transaction","detail":"{read_only:false; response_revision:28116; number_of_response:1; }","duration":"160.160968ms","start":"2026-05-04T03:59:44.748263Z","end":"2026-05-04T03:59:44.908424Z","steps":["trace[476299064] 'process raft request' (duration: 160.029485ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:44.90861Z","caller":"traceutil/trace.go:171","msg":"trace[1187544710] transaction","detail":"{read_only:false; response_revision:28117; number_of_response:1; }","duration":"159.317345ms","start":"2026-05-04T03:59:44.749286Z","end":"2026-05-04T03:59:44.908604Z","steps":["trace[1187544710] 'process raft request' (duration: 159.100999ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:44.908913Z","caller":"traceutil/trace.go:171","msg":"trace[399189565] transaction","detail":"{read_only:false; response_revision:28118; number_of_response:1; }","duration":"159.041018ms","start":"2026-05-04T03:59:44.749854Z","end":"2026-05-04T03:59:44.908895Z","steps":["trace[399189565] 'process raft request' (duration: 158.721089ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:44.909209Z","caller":"traceutil/trace.go:171","msg":"trace[1925872267] transaction","detail":"{read_only:false; response_revision:28119; number_of_response:1; }","duration":"157.399833ms","start":"2026-05-04T03:59:44.751794Z","end":"2026-05-04T03:59:44.909194Z","steps":["trace[1925872267] 'process raft request' (duration: 157.035103ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:44.909287Z","caller":"traceutil/trace.go:171","msg":"trace[858105618] linearizableReadLoop","detail":"{readStateIndex:29057; appliedIndex:29052; }","duration":"124.833623ms","start":"2026-05-04T03:59:44.784445Z","end":"2026-05-04T03:59:44.909279Z","steps":["trace[858105618] 'read index received' (duration: 74.806365ms)","trace[858105618] 'applied index is now lower than readState.Index' (duration: 50.026348ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:44.909362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.909485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:59:44.910056Z","caller":"traceutil/trace.go:171","msg":"trace[929226015] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:28120; }","duration":"125.634234ms","start":"2026-05-04T03:59:44.784407Z","end":"2026-05-04T03:59:44.910041Z","steps":["trace[929226015] 'agreement among raft nodes before linearized reading' (duration: 124.895074ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:45.109783Z","caller":"traceutil/trace.go:171","msg":"trace[198102231] linearizableReadLoop","detail":"{readStateIndex:29059; appliedIndex:29058; }","duration":"120.100704ms","start":"2026-05-04T03:59:44.989657Z","end":"2026-05-04T03:59:45.109758Z","steps":["trace[198102231] 'read index received' (duration: 91.865222ms)","trace[198102231] 'applied index is now lower than readState.Index' (duration: 28.234242ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:45.110014Z","caller":"traceutil/trace.go:171","msg":"trace[1875739176] transaction","detail":"{read_only:false; response_revision:28121; number_of_response:1; }","duration":"176.018393ms","start":"2026-05-04T03:59:44.933982Z","end":"2026-05-04T03:59:45.11Z","steps":["trace[1875739176] 'process raft request' (duration: 147.602325ms)","trace[1875739176] 'compare' (duration: 27.825501ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:45.110196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.538226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T03:59:45.110278Z","caller":"traceutil/trace.go:171","msg":"trace[615668638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28121; }","duration":"116.67047ms","start":"2026-05-04T03:59:44.993586Z","end":"2026-05-04T03:59:45.110256Z","steps":["trace[615668638] 'agreement among raft nodes before linearized reading' (duration: 116.445843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:45.11032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.652419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:59:45.110353Z","caller":"traceutil/trace.go:171","msg":"trace[1657420185] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:28121; }","duration":"120.727661ms","start":"2026-05-04T03:59:44.989614Z","end":"2026-05-04T03:59:45.110341Z","steps":["trace[1657420185] 'agreement among raft nodes before linearized reading' (duration: 120.648569ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:45.401867Z","caller":"traceutil/trace.go:171","msg":"trace[1890519224] linearizableReadLoop","detail":"{readStateIndex:29060; appliedIndex:29059; }","duration":"270.66847ms","start":"2026-05-04T03:59:45.131159Z","end":"2026-05-04T03:59:45.401828Z","steps":["trace[1890519224] 'read index received' (duration: 199.739231ms)","trace[1890519224] 'applied index is now lower than readState.Index' (duration: 70.927729ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:45.401967Z","caller":"traceutil/trace.go:171","msg":"trace[951140241] transaction","detail":"{read_only:false; response_revision:28122; number_of_response:1; }","duration":"287.46783ms","start":"2026-05-04T03:59:45.114463Z","end":"2026-05-04T03:59:45.40193Z","steps":["trace[951140241] 'process raft request' (duration: 216.565231ms)","trace[951140241] 'compare' (duration: 70.663442ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:45.402178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.112558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-04T03:59:45.402251Z","caller":"traceutil/trace.go:171","msg":"trace[1169092444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28122; }","duration":"239.233991ms","start":"2026-05-04T03:59:45.162998Z","end":"2026-05-04T03:59:45.402232Z","steps":["trace[1169092444] 'agreement among raft nodes before linearized reading' (duration: 239.026875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:45.402231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.0348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1568"} {"level":"warn","ts":"2026-05-04T03:59:45.402397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.005105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-04T03:59:45.40239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.844996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:59:45.402447Z","caller":"traceutil/trace.go:171","msg":"trace[1154382194] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28122; }","duration":"205.132189ms","start":"2026-05-04T03:59:45.197302Z","end":"2026-05-04T03:59:45.402434Z","steps":["trace[1154382194] 'agreement among raft nodes before linearized reading' (duration: 204.914963ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:45.402447Z","caller":"traceutil/trace.go:171","msg":"trace[217765395] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:28122; }","duration":"271.282657ms","start":"2026-05-04T03:59:45.131103Z","end":"2026-05-04T03:59:45.402386Z","steps":["trace[217765395] 'agreement among raft nodes before linearized reading' (duration: 270.897387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:45.402526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.072477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-04T03:59:45.402574Z","caller":"traceutil/trace.go:171","msg":"trace[1241214787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28122; }","duration":"235.155029ms","start":"2026-05-04T03:59:45.16741Z","end":"2026-05-04T03:59:45.402565Z","steps":["trace[1241214787] 'agreement among raft nodes before linearized reading' (duration: 234.82206ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:45.402841Z","caller":"traceutil/trace.go:171","msg":"trace[513503621] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:28122; }","duration":"158.271827ms","start":"2026-05-04T03:59:45.244486Z","end":"2026-05-04T03:59:45.402758Z","steps":["trace[513503621] 'agreement among raft nodes before linearized reading' (duration: 157.549538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:45.676084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.138371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T03:59:45.676239Z","caller":"traceutil/trace.go:171","msg":"trace[260156051] transaction","detail":"{read_only:false; response_revision:28123; number_of_response:1; }","duration":"270.047613ms","start":"2026-05-04T03:59:45.406167Z","end":"2026-05-04T03:59:45.676214Z","steps":["trace[260156051] 'process raft request' (duration: 125.666816ms)","trace[260156051] 'compare' (duration: 143.972576ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:45.691209Z","caller":"traceutil/trace.go:171","msg":"trace[836011586] transaction","detail":"{read_only:false; response_revision:28124; number_of_response:1; }","duration":"283.680636ms","start":"2026-05-04T03:59:45.407493Z","end":"2026-05-04T03:59:45.691173Z","steps":["trace[836011586] 'process raft request' (duration: 283.415078ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:45.691318Z","caller":"traceutil/trace.go:171","msg":"trace[153203328] linearizableReadLoop","detail":"{readStateIndex:29063; appliedIndex:29060; }","duration":"254.547179ms","start":"2026-05-04T03:59:45.436746Z","end":"2026-05-04T03:59:45.691293Z","steps":["trace[153203328] 'read index received' (duration: 95.073349ms)","trace[153203328] 'applied index is now lower than readState.Index' (duration: 159.47245ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:45.691425Z","caller":"traceutil/trace.go:171","msg":"trace[1762576143] transaction","detail":"{read_only:false; response_revision:28125; number_of_response:1; }","duration":"283.869001ms","start":"2026-05-04T03:59:45.407538Z","end":"2026-05-04T03:59:45.691407Z","steps":["trace[1762576143] 'process raft request' (duration: 283.574893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:45.691446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.682203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:59:45.69148Z","caller":"traceutil/trace.go:171","msg":"trace[1614136816] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:28125; }","duration":"254.767676ms","start":"2026-05-04T03:59:45.436701Z","end":"2026-05-04T03:59:45.691468Z","steps":["trace[1614136816] 'agreement among raft nodes before linearized reading' (duration: 254.685843ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:45.994211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.018892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T03:59:45.994398Z","caller":"traceutil/trace.go:171","msg":"trace[1728519707] transaction","detail":"{read_only:false; response_revision:28126; number_of_response:1; }","duration":"341.129846ms","start":"2026-05-04T03:59:45.653229Z","end":"2026-05-04T03:59:45.994359Z","steps":["trace[1728519707] 'process raft request' (duration: 164.888298ms)","trace[1728519707] 'compare' (duration: 175.904159ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:45.994453Z","caller":"traceutil/trace.go:171","msg":"trace[741805764] transaction","detail":"{read_only:false; response_revision:28127; number_of_response:1; }","duration":"135.951717ms","start":"2026-05-04T03:59:45.858479Z","end":"2026-05-04T03:59:45.994431Z","steps":["trace[741805764] 'process raft request' (duration: 135.877125ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:45.994532Z","caller":"traceutil/trace.go:171","msg":"trace[289291299] linearizableReadLoop","detail":"{readStateIndex:29064; appliedIndex:29063; }","duration":"261.742296ms","start":"2026-05-04T03:59:45.732773Z","end":"2026-05-04T03:59:45.994515Z","steps":["trace[289291299] 'read index received' (duration: 85.395664ms)","trace[289291299] 'applied index is now lower than readState.Index' (duration: 176.344472ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:45.994583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:45.653214Z","time spent":"341.25806ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:59:45.994671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.893351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:59:45.994701Z","caller":"traceutil/trace.go:171","msg":"trace[236568686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28127; }","duration":"261.959282ms","start":"2026-05-04T03:59:45.732733Z","end":"2026-05-04T03:59:45.994692Z","steps":["trace[236568686] 'agreement among raft nodes before linearized reading' (duration: 261.87868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:45.994879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.281058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:59:45.994909Z","caller":"traceutil/trace.go:171","msg":"trace[4692478] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:28127; }","duration":"199.34773ms","start":"2026-05-04T03:59:45.795553Z","end":"2026-05-04T03:59:45.9949Z","steps":["trace[4692478] 'agreement among raft nodes before linearized reading' (duration: 199.296109ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:46.494882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.473631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T03:59:46.494959Z","caller":"traceutil/trace.go:171","msg":"trace[367529444] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:28127; }","duration":"200.578334ms","start":"2026-05-04T03:59:46.294364Z","end":"2026-05-04T03:59:46.494942Z","steps":["trace[367529444] 'count revisions from in-memory index tree' (duration: 200.297126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:46.495034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.8291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-04T03:59:46.495091Z","caller":"traceutil/trace.go:171","msg":"trace[949454941] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:28127; }","duration":"159.909542ms","start":"2026-05-04T03:59:46.33517Z","end":"2026-05-04T03:59:46.49508Z","steps":["trace[949454941] 'range keys from in-memory index tree' (duration: 159.717407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:46.495035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.923939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:59:46.495221Z","caller":"traceutil/trace.go:171","msg":"trace[1320835176] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:28127; }","duration":"398.136295ms","start":"2026-05-04T03:59:46.097057Z","end":"2026-05-04T03:59:46.495193Z","steps":["trace[1320835176] 'count revisions from in-memory index tree' (duration: 397.832197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:46.495306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:46.097037Z","time spent":"398.240628ms","remote":"127.0.0.1:43512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-04T03:59:46.879967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.607056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T03:59:46.880124Z","caller":"traceutil/trace.go:171","msg":"trace[1753791012] transaction","detail":"{read_only:false; response_revision:28129; number_of_response:1; }","duration":"322.97158ms","start":"2026-05-04T03:59:46.55714Z","end":"2026-05-04T03:59:46.880111Z","steps":["trace[1753791012] 'process raft request' (duration: 322.917028ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:46.880136Z","caller":"traceutil/trace.go:171","msg":"trace[1663219638] transaction","detail":"{read_only:false; response_revision:28128; number_of_response:1; }","duration":"379.218878ms","start":"2026-05-04T03:59:46.500876Z","end":"2026-05-04T03:59:46.880095Z","steps":["trace[1663219638] 'process raft request' (duration: 205.421396ms)","trace[1663219638] 'compare' (duration: 173.336069ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:46.8802Z","caller":"traceutil/trace.go:171","msg":"trace[162429636] linearizableReadLoop","detail":"{readStateIndex:29067; appliedIndex:29066; }","duration":"378.95645ms","start":"2026-05-04T03:59:46.501238Z","end":"2026-05-04T03:59:46.880194Z","steps":["trace[162429636] 'read index received' (duration: 204.988794ms)","trace[162429636] 'applied index is now lower than readState.Index' (duration: 173.967006ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:46.880302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:46.500864Z","time spent":"379.351541ms","remote":"127.0.0.1:54858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:59:46.880173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:46.557117Z","time spent":"323.033842ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:59:46.880497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.237598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18745"} {"level":"info","ts":"2026-05-04T03:59:46.880608Z","caller":"traceutil/trace.go:171","msg":"trace[1496287315] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28129; }","duration":"379.401602ms","start":"2026-05-04T03:59:46.501186Z","end":"2026-05-04T03:59:46.880587Z","steps":["trace[1496287315] 'agreement among raft nodes before linearized reading' (duration: 379.116874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:46.880686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:46.501174Z","time spent":"379.496325ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18768,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-04T03:59:47.297866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.601737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T03:59:47.297992Z","caller":"traceutil/trace.go:171","msg":"trace[1497845561] linearizableReadLoop","detail":"{readStateIndex:29069; appliedIndex:29068; }","duration":"417.759231ms","start":"2026-05-04T03:59:46.880215Z","end":"2026-05-04T03:59:47.297974Z","steps":["trace[1497845561] 'read index received' (duration: 139.033471ms)","trace[1497845561] 'applied index is now lower than readState.Index' (duration: 278.72433ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:47.298213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.32298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:59:47.298271Z","caller":"traceutil/trace.go:171","msg":"trace[213713685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28130; }","duration":"612.415373ms","start":"2026-05-04T03:59:46.685841Z","end":"2026-05-04T03:59:47.298257Z","steps":["trace[213713685] 'agreement among raft nodes before linearized reading' (duration: 612.30622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:47.298311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:46.685629Z","time spent":"612.67444ms","remote":"127.0.0.1:54808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T03:59:47.298256Z","caller":"traceutil/trace.go:171","msg":"trace[1157465372] transaction","detail":"{read_only:false; response_revision:28130; number_of_response:1; }","duration":"559.942449ms","start":"2026-05-04T03:59:46.738275Z","end":"2026-05-04T03:59:47.298217Z","steps":["trace[1157465372] 'process raft request' (duration: 280.90704ms)","trace[1157465372] 'compare' (duration: 278.474213ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:47.298544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:46.738256Z","time spent":"560.107343ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:59:47.332299Z","caller":"traceutil/trace.go:171","msg":"trace[1767393] transaction","detail":"{read_only:false; response_revision:28133; number_of_response:1; }","duration":"419.421647ms","start":"2026-05-04T03:59:46.912853Z","end":"2026-05-04T03:59:47.332275Z","steps":["trace[1767393] 'process raft request' (duration: 419.340035ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:47.332325Z","caller":"traceutil/trace.go:171","msg":"trace[931865024] transaction","detail":"{read_only:false; response_revision:28131; number_of_response:1; }","duration":"430.579791ms","start":"2026-05-04T03:59:46.901718Z","end":"2026-05-04T03:59:47.332298Z","steps":["trace[931865024] 'process raft request' (duration: 430.287193ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:47.332364Z","caller":"traceutil/trace.go:171","msg":"trace[1098675709] transaction","detail":"{read_only:false; response_revision:28132; number_of_response:1; }","duration":"420.302471ms","start":"2026-05-04T03:59:46.912037Z","end":"2026-05-04T03:59:47.332339Z","steps":["trace[1098675709] 'process raft request' (duration: 420.111905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:47.332482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:46.912832Z","time spent":"419.538099ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:59:47.332496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:46.912014Z","time spent":"420.393603ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:59:47.332496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:46.9017Z","time spent":"430.682665ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T03:59:47.332639Z","caller":"traceutil/trace.go:171","msg":"trace[2124938633] transaction","detail":"{read_only:false; response_revision:28134; number_of_response:1; }","duration":"419.514619ms","start":"2026-05-04T03:59:46.913109Z","end":"2026-05-04T03:59:47.332624Z","steps":["trace[2124938633] 'process raft request' (duration: 419.126389ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:47.332657Z","caller":"traceutil/trace.go:171","msg":"trace[346797260] transaction","detail":"{read_only:false; response_revision:28135; number_of_response:1; }","duration":"417.603376ms","start":"2026-05-04T03:59:46.915024Z","end":"2026-05-04T03:59:47.332627Z","steps":["trace[346797260] 'process raft request' (duration: 417.462593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:47.332716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:46.913093Z","time spent":"419.579451ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:59:47.332823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:46.915013Z","time spent":"417.7192ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:59:47.60647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.78953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T03:59:47.606604Z","caller":"traceutil/trace.go:171","msg":"trace[2004541061] linearizableReadLoop","detail":"{readStateIndex:29075; appliedIndex:29069; }","duration":"308.567445ms","start":"2026-05-04T03:59:47.298019Z","end":"2026-05-04T03:59:47.606587Z","steps":["trace[2004541061] 'read index received' (duration: 34.071572ms)","trace[2004541061] 'applied index is now lower than readState.Index' (duration: 274.494603ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:47.606691Z","caller":"traceutil/trace.go:171","msg":"trace[1161245994] transaction","detail":"{read_only:false; response_revision:28136; number_of_response:1; }","duration":"489.721138ms","start":"2026-05-04T03:59:47.116958Z","end":"2026-05-04T03:59:47.606679Z","steps":["trace[1161245994] 'process raft request' (duration: 341.644041ms)","trace[1161245994] 'compare' (duration: 147.658595ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:47.606754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:47.116935Z","time spent":"489.788499ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:59:47.606892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.948685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-04T03:59:47.607Z","caller":"traceutil/trace.go:171","msg":"trace[397436766] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28136; }","duration":"719.107499ms","start":"2026-05-04T03:59:46.887864Z","end":"2026-05-04T03:59:47.606972Z","steps":["trace[397436766] 'agreement among raft nodes before linearized reading' (duration: 718.856312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:47.607053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:46.887835Z","time spent":"719.207792ms","remote":"127.0.0.1:54988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-04T03:59:47.607106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.541691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-04T03:59:47.607162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.211541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T03:59:47.607168Z","caller":"traceutil/trace.go:171","msg":"trace[1344434732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28136; }","duration":"200.639584ms","start":"2026-05-04T03:59:47.406509Z","end":"2026-05-04T03:59:47.607148Z","steps":["trace[1344434732] 'agreement among raft nodes before linearized reading' (duration: 200.442648ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:47.607197Z","caller":"traceutil/trace.go:171","msg":"trace[2052404742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28136; }","duration":"490.283493ms","start":"2026-05-04T03:59:47.116902Z","end":"2026-05-04T03:59:47.607186Z","steps":["trace[2052404742] 'agreement among raft nodes before linearized reading' (duration: 490.17604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:47.607175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.889468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T03:59:47.607227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:47.11688Z","time spent":"490.339945ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-04T03:59:47.607265Z","caller":"traceutil/trace.go:171","msg":"trace[1958147653] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28136; }","duration":"646.026041ms","start":"2026-05-04T03:59:46.961217Z","end":"2026-05-04T03:59:47.607243Z","steps":["trace[1958147653] 'agreement among raft nodes before linearized reading' (duration: 645.873507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:47.607326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:46.961169Z","time spent":"646.148194ms","remote":"127.0.0.1:55276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-04T03:59:47.9083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.665508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T03:59:47.908587Z","caller":"traceutil/trace.go:171","msg":"trace[2100014678] linearizableReadLoop","detail":"{readStateIndex:29077; appliedIndex:29075; }","duration":"295.233911ms","start":"2026-05-04T03:59:47.613335Z","end":"2026-05-04T03:59:47.908568Z","steps":["trace[2100014678] 'read index received' (duration: 136.157912ms)","trace[2100014678] 'applied index is now lower than readState.Index' (duration: 159.074949ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:47.90888Z","caller":"traceutil/trace.go:171","msg":"trace[956158194] transaction","detail":"{read_only:false; response_revision:28137; number_of_response:1; }","duration":"297.391831ms","start":"2026-05-04T03:59:47.611445Z","end":"2026-05-04T03:59:47.908837Z","steps":["trace[956158194] 'process raft request' (duration: 138.062625ms)","trace[956158194] 'compare' (duration: 158.537304ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T03:59:47.908948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.588521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-05-04T03:59:47.908982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.476916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-04T03:59:47.909022Z","caller":"traceutil/trace.go:171","msg":"trace[1327913668] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28138; }","duration":"295.699444ms","start":"2026-05-04T03:59:47.613306Z","end":"2026-05-04T03:59:47.909005Z","steps":["trace[1327913668] 'agreement among raft nodes before linearized reading' (duration: 295.53047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:47.909079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.412822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-04T03:59:47.909094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.460372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:59:47.909196Z","caller":"traceutil/trace.go:171","msg":"trace[1172277964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28138; }","duration":"222.595146ms","start":"2026-05-04T03:59:47.68658Z","end":"2026-05-04T03:59:47.909175Z","steps":["trace[1172277964] 'agreement among raft nodes before linearized reading' (duration: 222.431481ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:47.909242Z","caller":"traceutil/trace.go:171","msg":"trace[684440525] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28138; }","duration":"228.577089ms","start":"2026-05-04T03:59:47.680457Z","end":"2026-05-04T03:59:47.909034Z","steps":["trace[684440525] 'agreement among raft nodes before linearized reading' (duration: 228.408264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:47.909099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.469254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-04T03:59:47.909204Z","caller":"traceutil/trace.go:171","msg":"trace[198011987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28138; }","duration":"214.510254ms","start":"2026-05-04T03:59:47.694644Z","end":"2026-05-04T03:59:47.909155Z","steps":["trace[198011987] 'agreement among raft nodes before linearized reading' (duration: 214.228587ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:47.908885Z","caller":"traceutil/trace.go:171","msg":"trace[861189594] transaction","detail":"{read_only:false; response_revision:28138; number_of_response:1; }","duration":"296.879636ms","start":"2026-05-04T03:59:47.611972Z","end":"2026-05-04T03:59:47.908852Z","steps":["trace[861189594] 'process raft request' (duration: 296.549927ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:47.909352Z","caller":"traceutil/trace.go:171","msg":"trace[1521489442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28138; }","duration":"214.728671ms","start":"2026-05-04T03:59:47.694581Z","end":"2026-05-04T03:59:47.909309Z","steps":["trace[1521489442] 'agreement among raft nodes before linearized reading' (duration: 214.364051ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T03:59:48.299375Z","caller":"traceutil/trace.go:171","msg":"trace[525833715] transaction","detail":"{read_only:false; response_revision:28140; number_of_response:1; }","duration":"384.716478ms","start":"2026-05-04T03:59:47.914626Z","end":"2026-05-04T03:59:48.299342Z","steps":["trace[525833715] 'process raft request' (duration: 314.740305ms)","trace[525833715] 'compare' (duration: 69.555692ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:48.299452Z","caller":"traceutil/trace.go:171","msg":"trace[1751772825] linearizableReadLoop","detail":"{readStateIndex:29080; appliedIndex:29077; }","duration":"379.478085ms","start":"2026-05-04T03:59:47.91994Z","end":"2026-05-04T03:59:48.299418Z","steps":["trace[1751772825] 'read index received' (duration: 1.546022ms)","trace[1751772825] 'applied index is now lower than readState.Index' (duration: 377.929613ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T03:59:48.299504Z","caller":"traceutil/trace.go:171","msg":"trace[1357881772] transaction","detail":"{read_only:false; response_revision:28141; number_of_response:1; }","duration":"383.993888ms","start":"2026-05-04T03:59:47.915476Z","end":"2026-05-04T03:59:48.29947Z","steps":["trace[1357881772] 'process raft request' (duration: 383.752682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:48.299544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:47.914605Z","time spent":"384.853052ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:59:48.299663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:47.915448Z","time spent":"384.134403ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:59:48.299672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.717021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-04T03:59:48.299714Z","caller":"traceutil/trace.go:171","msg":"trace[862401537] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28141; }","duration":"379.795874ms","start":"2026-05-04T03:59:47.919905Z","end":"2026-05-04T03:59:48.299701Z","steps":["trace[862401537] 'agreement among raft nodes before linearized reading' (duration: 379.630199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:48.299747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:47.919893Z","time spent":"379.846735ms","remote":"127.0.0.1:38144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-04T03:59:48.303283Z","caller":"traceutil/trace.go:171","msg":"trace[801332456] transaction","detail":"{read_only:false; response_revision:28142; number_of_response:1; }","duration":"303.737374ms","start":"2026-05-04T03:59:47.999522Z","end":"2026-05-04T03:59:48.303259Z","steps":["trace[801332456] 'process raft request' (duration: 303.59977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:48.303429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:47.999493Z","time spent":"303.860978ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T03:59:48.303502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.551401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T03:59:48.303586Z","caller":"traceutil/trace.go:171","msg":"trace[1895932979] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:28143; }","duration":"347.704526ms","start":"2026-05-04T03:59:47.955859Z","end":"2026-05-04T03:59:48.303564Z","steps":["trace[1895932979] 'agreement among raft nodes before linearized reading' (duration: 347.551572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:48.303645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:47.955837Z","time spent":"347.792478ms","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-05-04T03:59:48.303507Z","caller":"traceutil/trace.go:171","msg":"trace[2066041050] transaction","detail":"{read_only:false; response_revision:28143; number_of_response:1; }","duration":"303.94799ms","start":"2026-05-04T03:59:47.999525Z","end":"2026-05-04T03:59:48.303473Z","steps":["trace[2066041050] 'process raft request' (duration: 303.696153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T03:59:48.303895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T03:59:47.999499Z","time spent":"304.30121ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:03.57138Z","caller":"traceutil/trace.go:171","msg":"trace[1160711089] transaction","detail":"{read_only:false; response_revision:28295; number_of_response:1; }","duration":"123.532918ms","start":"2026-05-04T04:00:03.447822Z","end":"2026-05-04T04:00:03.571355Z","steps":["trace[1160711089] 'process raft request' (duration: 123.372024ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:03.881232Z","caller":"traceutil/trace.go:171","msg":"trace[1405177855] transaction","detail":"{read_only:false; response_revision:28296; number_of_response:1; }","duration":"401.96795ms","start":"2026-05-04T04:00:03.479227Z","end":"2026-05-04T04:00:03.881195Z","steps":["trace[1405177855] 'process raft request' (duration: 401.749374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:03.881374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:03.479208Z","time spent":"402.091483ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:03.881396Z","caller":"traceutil/trace.go:171","msg":"trace[108836854] transaction","detail":"{read_only:false; response_revision:28297; number_of_response:1; }","duration":"402.076402ms","start":"2026-05-04T04:00:03.479294Z","end":"2026-05-04T04:00:03.88137Z","steps":["trace[108836854] 'process raft request' (duration: 401.825366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:03.881528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:03.479289Z","time spent":"402.173275ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:03.881733Z","caller":"traceutil/trace.go:171","msg":"trace[1711507335] transaction","detail":"{read_only:false; response_revision:28298; number_of_response:1; }","duration":"398.900296ms","start":"2026-05-04T04:00:03.48282Z","end":"2026-05-04T04:00:03.88172Z","steps":["trace[1711507335] 'process raft request' (duration: 398.515136ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:03.881906Z","caller":"traceutil/trace.go:171","msg":"trace[616967925] transaction","detail":"{read_only:false; response_revision:28300; number_of_response:1; }","duration":"394.67126ms","start":"2026-05-04T04:00:03.487224Z","end":"2026-05-04T04:00:03.881895Z","steps":["trace[616967925] 'process raft request' (duration: 394.466544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:03.881935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.036104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-05-04T04:00:03.881966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:03.487216Z","time spent":"394.719401ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:03.88199Z","caller":"traceutil/trace.go:171","msg":"trace[1122610220] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28300; }","duration":"341.137297ms","start":"2026-05-04T04:00:03.540839Z","end":"2026-05-04T04:00:03.881976Z","steps":["trace[1122610220] 'agreement among raft nodes before linearized reading' (duration: 341.029524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:03.882049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:03.540818Z","time spent":"341.212919ms","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-04T04:00:03.881945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:03.48281Z","time spent":"399.100621ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:03.881806Z","caller":"traceutil/trace.go:171","msg":"trace[1628847799] linearizableReadLoop","detail":"{readStateIndex:29243; appliedIndex:29237; }","duration":"340.89202ms","start":"2026-05-04T04:00:03.540881Z","end":"2026-05-04T04:00:03.881773Z","steps":["trace[1628847799] 'read index received' (duration: 30.36356ms)","trace[1628847799] 'applied index is now lower than readState.Index' (duration: 310.526659ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:03.881828Z","caller":"traceutil/trace.go:171","msg":"trace[1678043194] transaction","detail":"{read_only:false; response_revision:28299; number_of_response:1; }","duration":"398.867205ms","start":"2026-05-04T04:00:03.482935Z","end":"2026-05-04T04:00:03.881802Z","steps":["trace[1678043194] 'process raft request' (duration: 398.637909ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:03.882882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:03.482913Z","time spent":"399.881883ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:03.8831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.196341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:03.88322Z","caller":"traceutil/trace.go:171","msg":"trace[1194770364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28300; }","duration":"197.324775ms","start":"2026-05-04T04:00:03.685837Z","end":"2026-05-04T04:00:03.883162Z","steps":["trace[1194770364] 'agreement among raft nodes before linearized reading' (duration: 197.17468ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:04.530854Z","caller":"traceutil/trace.go:171","msg":"trace[1334694125] linearizableReadLoop","detail":"{readStateIndex:29246; appliedIndex:29243; }","duration":"489.192474ms","start":"2026-05-04T04:00:04.041641Z","end":"2026-05-04T04:00:04.530833Z","steps":["trace[1334694125] 'read index received' (duration: 9.694975ms)","trace[1334694125] 'applied index is now lower than readState.Index' (duration: 479.496829ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:04.530924Z","caller":"traceutil/trace.go:171","msg":"trace[472593397] transaction","detail":"{read_only:false; response_revision:28302; number_of_response:1; }","duration":"497.676506ms","start":"2026-05-04T04:00:04.033213Z","end":"2026-05-04T04:00:04.53089Z","steps":["trace[472593397] 'process raft request' (duration: 497.418249ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:04.530996Z","caller":"traceutil/trace.go:171","msg":"trace[1268065460] transaction","detail":"{read_only:false; response_revision:28303; number_of_response:1; }","duration":"497.643905ms","start":"2026-05-04T04:00:04.03332Z","end":"2026-05-04T04:00:04.530964Z","steps":["trace[1268065460] 'process raft request' (duration: 497.478781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:04.531072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:04.033192Z","time spent":"497.80055ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:04.53111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.446411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-05-04T04:00:04.531141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:04.033285Z","time spent":"497.774629ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:04.531157Z","caller":"traceutil/trace.go:171","msg":"trace[1946638200] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28303; }","duration":"489.537664ms","start":"2026-05-04T04:00:04.041602Z","end":"2026-05-04T04:00:04.53114Z","steps":["trace[1946638200] 'agreement among raft nodes before linearized reading' (duration: 489.347649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:04.531203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:04.041584Z","time spent":"489.606765ms","remote":"127.0.0.1:38144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-04T04:00:04.553225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.553478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:04.553309Z","caller":"traceutil/trace.go:171","msg":"trace[403670213] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:28305; }","duration":"499.694561ms","start":"2026-05-04T04:00:04.053595Z","end":"2026-05-04T04:00:04.55329Z","steps":["trace[403670213] 'agreement among raft nodes before linearized reading' (duration: 499.528267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:04.553352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:04.053576Z","time spent":"499.768653ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-04T04:00:04.553743Z","caller":"traceutil/trace.go:171","msg":"trace[1740846669] transaction","detail":"{read_only:false; response_revision:28304; number_of_response:1; }","duration":"174.354706ms","start":"2026-05-04T04:00:04.379374Z","end":"2026-05-04T04:00:04.553729Z","steps":["trace[1740846669] 'process raft request' (duration: 173.539084ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:04.55391Z","caller":"traceutil/trace.go:171","msg":"trace[1364296648] transaction","detail":"{read_only:false; response_revision:28305; number_of_response:1; }","duration":"174.454639ms","start":"2026-05-04T04:00:04.379445Z","end":"2026-05-04T04:00:04.553899Z","steps":["trace[1364296648] 'process raft request' (duration: 173.632246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:04.554137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.693848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-04T04:00:04.554165Z","caller":"traceutil/trace.go:171","msg":"trace[1429210945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28305; }","duration":"132.78759ms","start":"2026-05-04T04:00:04.421369Z","end":"2026-05-04T04:00:04.554156Z","steps":["trace[1429210945] 'agreement among raft nodes before linearized reading' (duration: 132.643606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:04.554371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.268201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-04T04:00:04.554399Z","caller":"traceutil/trace.go:171","msg":"trace[1389140491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28305; }","duration":"145.337664ms","start":"2026-05-04T04:00:04.409053Z","end":"2026-05-04T04:00:04.554391Z","steps":["trace[1389140491] 'agreement among raft nodes before linearized reading' (duration: 145.240001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:04.554597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.346277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:04.554631Z","caller":"traceutil/trace.go:171","msg":"trace[1978597114] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28305; }","duration":"497.383518ms","start":"2026-05-04T04:00:04.057237Z","end":"2026-05-04T04:00:04.554621Z","steps":["trace[1978597114] 'agreement among raft nodes before linearized reading' (duration: 497.320806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:04.554657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:04.05717Z","time spent":"497.477691ms","remote":"127.0.0.1:34536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:00:04.963525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.40524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T04:00:04.963607Z","caller":"traceutil/trace.go:171","msg":"trace[462368780] transaction","detail":"{read_only:false; response_revision:28306; number_of_response:1; }","duration":"403.608445ms","start":"2026-05-04T04:00:04.559984Z","end":"2026-05-04T04:00:04.963592Z","steps":["trace[462368780] 'process raft request' (duration: 177.071651ms)","trace[462368780] 'compare' (duration: 226.078311ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:04.963647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:04.559965Z","time spent":"403.663566ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:05.369304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.849404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T04:00:05.369813Z","caller":"traceutil/trace.go:171","msg":"trace[1783576520] transaction","detail":"{read_only:false; response_revision:28309; number_of_response:1; }","duration":"434.080378ms","start":"2026-05-04T04:00:04.935714Z","end":"2026-05-04T04:00:05.369794Z","steps":["trace[1783576520] 'process raft request' (duration: 434.030397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:05.369899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:04.935691Z","time spent":"434.16489ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:05.370227Z","caller":"traceutil/trace.go:171","msg":"trace[360639506] transaction","detail":"{read_only:false; response_revision:28308; number_of_response:1; }","duration":"564.872074ms","start":"2026-05-04T04:00:04.80532Z","end":"2026-05-04T04:00:05.370192Z","steps":["trace[360639506] 'process raft request' (duration: 564.301188ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:05.370246Z","caller":"traceutil/trace.go:171","msg":"trace[903419669] linearizableReadLoop","detail":"{readStateIndex:29250; appliedIndex:29248; }","duration":"684.497713ms","start":"2026-05-04T04:00:04.685719Z","end":"2026-05-04T04:00:05.370217Z","steps":["trace[903419669] 'read index received' (duration: 51.354024ms)","trace[903419669] 'applied index is now lower than readState.Index' (duration: 633.139259ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:05.370347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.612666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:05.37046Z","caller":"traceutil/trace.go:171","msg":"trace[1101812607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28309; }","duration":"684.764691ms","start":"2026-05-04T04:00:04.685677Z","end":"2026-05-04T04:00:05.370442Z","steps":["trace[1101812607] 'agreement among raft nodes before linearized reading' (duration: 684.604836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:05.370532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:04.685654Z","time spent":"684.869804ms","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T04:00:05.370566Z","caller":"traceutil/trace.go:171","msg":"trace[291446567] transaction","detail":"{read_only:false; response_revision:28307; number_of_response:1; }","duration":"808.38464ms","start":"2026-05-04T04:00:04.561644Z","end":"2026-05-04T04:00:05.370029Z","steps":["trace[291446567] 'process raft request' (duration: 592.702084ms)","trace[291446567] 'compare' (duration: 214.482974ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:05.370564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.451417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:00:05.370636Z","caller":"traceutil/trace.go:171","msg":"trace[458288982] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28309; }","duration":"389.539469ms","start":"2026-05-04T04:00:04.981079Z","end":"2026-05-04T04:00:05.370619Z","steps":["trace[458288982] 'agreement among raft nodes before linearized reading' (duration: 389.401436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:05.370622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.804278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:00:05.370643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.319464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:05.370709Z","caller":"traceutil/trace.go:171","msg":"trace[287712356] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28309; }","duration":"411.939242ms","start":"2026-05-04T04:00:04.958748Z","end":"2026-05-04T04:00:05.370687Z","steps":["trace[287712356] 'agreement among raft nodes before linearized reading' (duration: 411.767298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:05.370721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:04.561624Z","time spent":"808.990227ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:05.370769Z","caller":"traceutil/trace.go:171","msg":"trace[1527171636] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:28309; }","duration":"637.496278ms","start":"2026-05-04T04:00:04.733232Z","end":"2026-05-04T04:00:05.370729Z","steps":["trace[1527171636] 'agreement among raft nodes before linearized reading' (duration: 637.244552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:05.370767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:04.958734Z","time spent":"412.020854ms","remote":"127.0.0.1:38320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:00:05.370684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:04.981021Z","time spent":"389.652123ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:00:05.370873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:04.733204Z","time spent":"637.627222ms","remote":"127.0.0.1:43520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:00:05.371223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:04.805294Z","time spent":"565.042098ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:05.877987Z","caller":"traceutil/trace.go:171","msg":"trace[1743402111] linearizableReadLoop","detail":"{readStateIndex:29253; appliedIndex:29252; }","duration":"191.727522ms","start":"2026-05-04T04:00:05.686233Z","end":"2026-05-04T04:00:05.87796Z","steps":["trace[1743402111] 'read index received' (duration: 126.978152ms)","trace[1743402111] 'applied index is now lower than readState.Index' (duration: 64.74812ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:05.878058Z","caller":"traceutil/trace.go:171","msg":"trace[1331329901] transaction","detail":"{read_only:false; response_revision:28310; number_of_response:1; }","duration":"300.153136ms","start":"2026-05-04T04:00:05.57787Z","end":"2026-05-04T04:00:05.878023Z","steps":["trace[1331329901] 'process raft request' (duration: 235.343314ms)","trace[1331329901] 'compare' (duration: 64.299118ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:05.878169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.930877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:00:05.878219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:05.577825Z","time spent":"300.28539ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:05.878241Z","caller":"traceutil/trace.go:171","msg":"trace[843905305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28310; }","duration":"192.04496ms","start":"2026-05-04T04:00:05.686186Z","end":"2026-05-04T04:00:05.878231Z","steps":["trace[843905305] 'agreement among raft nodes before linearized reading' (duration: 191.919197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:05.878336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.903144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:05.878424Z","caller":"traceutil/trace.go:171","msg":"trace[2031574608] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:28310; }","duration":"163.048348ms","start":"2026-05-04T04:00:05.715353Z","end":"2026-05-04T04:00:05.878402Z","steps":["trace[2031574608] 'agreement among raft nodes before linearized reading' (duration: 162.897424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.279684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.412279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T04:00:06.27979Z","caller":"traceutil/trace.go:171","msg":"trace[1898783118] transaction","detail":"{read_only:false; response_revision:28311; number_of_response:1; }","duration":"394.275149ms","start":"2026-05-04T04:00:05.885496Z","end":"2026-05-04T04:00:06.279771Z","steps":["trace[1898783118] 'process raft request' (duration: 178.690895ms)","trace[1898783118] 'compare' (duration: 215.280566ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:06.279845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:05.885473Z","time spent":"394.346461ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:06.664942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.824156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-04T04:00:06.665278Z","caller":"traceutil/trace.go:171","msg":"trace[1583895002] linearizableReadLoop","detail":"{readStateIndex:29259; appliedIndex:29253; }","duration":"610.47683ms","start":"2026-05-04T04:00:06.054783Z","end":"2026-05-04T04:00:06.66526Z","steps":["trace[1583895002] 'read index received' (duration: 9.383887ms)","trace[1583895002] 'applied index is now lower than readState.Index' (duration: 601.091963ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:06.665688Z","caller":"traceutil/trace.go:171","msg":"trace[1991140435] transaction","detail":"{read_only:false; response_revision:28315; number_of_response:1; }","duration":"778.639798ms","start":"2026-05-04T04:00:05.887036Z","end":"2026-05-04T04:00:06.665676Z","steps":["trace[1991140435] 'process raft request' (duration: 778.151794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.665762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:05.887023Z","time spent":"778.693109ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:06.665755Z","caller":"traceutil/trace.go:171","msg":"trace[489849820] transaction","detail":"{read_only:false; response_revision:28314; number_of_response:1; }","duration":"779.015798ms","start":"2026-05-04T04:00:05.886699Z","end":"2026-05-04T04:00:06.665715Z","steps":["trace[489849820] 'process raft request' (duration: 778.449192ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:06.665977Z","caller":"traceutil/trace.go:171","msg":"trace[1689503726] transaction","detail":"{read_only:false; response_revision:28316; number_of_response:1; }","duration":"778.597517ms","start":"2026-05-04T04:00:05.887342Z","end":"2026-05-04T04:00:06.665939Z","steps":["trace[1689503726] 'process raft request' (duration: 777.878217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.666006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:05.886681Z","time spent":"779.164022ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:06.666016Z","caller":"traceutil/trace.go:171","msg":"trace[1356967947] transaction","detail":"{read_only:false; response_revision:28313; number_of_response:1; }","duration":"779.45506ms","start":"2026-05-04T04:00:05.886533Z","end":"2026-05-04T04:00:06.665988Z","steps":["trace[1356967947] 'process raft request' (duration: 778.511124ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:06.666056Z","caller":"traceutil/trace.go:171","msg":"trace[466436134] transaction","detail":"{read_only:false; response_revision:28312; number_of_response:1; }","duration":"780.062237ms","start":"2026-05-04T04:00:05.885981Z","end":"2026-05-04T04:00:06.666043Z","steps":["trace[466436134] 'process raft request' (duration: 569.065318ms)","trace[466436134] 'compare' (duration: 209.531209ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:06.66612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:05.885961Z","time spent":"780.131848ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-04T04:00:06.66612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.332603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-04T04:00:06.66613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:05.887332Z","time spent":"778.71772ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:06.666154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:05.886521Z","time spent":"779.560443ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:06.666174Z","caller":"traceutil/trace.go:171","msg":"trace[1341035976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28316; }","duration":"611.425936ms","start":"2026-05-04T04:00:06.054734Z","end":"2026-05-04T04:00:06.66616Z","steps":["trace[1341035976] 'agreement among raft nodes before linearized reading' (duration: 611.140808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.666208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:06.054712Z","time spent":"611.488368ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-04T04:00:06.668395Z","caller":"traceutil/trace.go:171","msg":"trace[604332531] transaction","detail":"{read_only:false; response_revision:28317; number_of_response:1; }","duration":"108.093375ms","start":"2026-05-04T04:00:06.560284Z","end":"2026-05-04T04:00:06.668377Z","steps":["trace[604332531] 'process raft request' (duration: 107.991112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.987075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.835966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T04:00:06.987154Z","caller":"traceutil/trace.go:171","msg":"trace[1876461426] linearizableReadLoop","detail":"{readStateIndex:29261; appliedIndex:29259; }","duration":"321.833029ms","start":"2026-05-04T04:00:06.665308Z","end":"2026-05-04T04:00:06.987141Z","steps":["trace[1876461426] 'read index received' (duration: 2.947731ms)","trace[1876461426] 'applied index is now lower than readState.Index' (duration: 318.884238ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:06.987308Z","caller":"traceutil/trace.go:171","msg":"trace[1646796758] transaction","detail":"{read_only:false; response_revision:28318; number_of_response:1; }","duration":"424.640589ms","start":"2026-05-04T04:00:06.562658Z","end":"2026-05-04T04:00:06.987299Z","steps":["trace[1646796758] 'process raft request' (duration: 263.523175ms)","trace[1646796758] 'compare' (duration: 160.211599ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:06.987355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:06.562631Z","time spent":"424.701941ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:06.987462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.48695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:00:06.987499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.62403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-04T04:00:06.987535Z","caller":"traceutil/trace.go:171","msg":"trace[1747383233] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:28318; }","duration":"878.685012ms","start":"2026-05-04T04:00:06.108839Z","end":"2026-05-04T04:00:06.987524Z","steps":["trace[1747383233] 'agreement among raft nodes before linearized reading' (duration: 878.550259ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:06.98753Z","caller":"traceutil/trace.go:171","msg":"trace[2122213160] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:28318; }","duration":"903.595423ms","start":"2026-05-04T04:00:06.083916Z","end":"2026-05-04T04:00:06.987512Z","steps":["trace[2122213160] 'agreement among raft nodes before linearized reading' (duration: 903.4808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.987561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:06.108824Z","time spent":"878.730063ms","remote":"127.0.0.1:54976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-05-04T04:00:06.987566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:06.083897Z","time spent":"903.658005ms","remote":"127.0.0.1:43326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:00:06.987543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.878527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-04T04:00:06.987616Z","caller":"traceutil/trace.go:171","msg":"trace[1067744777] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:28318; }","duration":"649.99441ms","start":"2026-05-04T04:00:06.337606Z","end":"2026-05-04T04:00:06.9876Z","steps":["trace[1067744777] 'agreement among raft nodes before linearized reading' (duration: 649.770084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.987669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:06.337586Z","time spent":"650.065262ms","remote":"127.0.0.1:54858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"warn","ts":"2026-05-04T04:00:06.987732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.211853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T04:00:06.987758Z","caller":"traceutil/trace.go:171","msg":"trace[886034657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28318; }","duration":"452.265545ms","start":"2026-05-04T04:00:06.535486Z","end":"2026-05-04T04:00:06.987752Z","steps":["trace[886034657] 'agreement among raft nodes before linearized reading' (duration: 452.182002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.987778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:06.535469Z","time spent":"452.304395ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T04:00:06.987779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.947527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:00:06.987574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.933152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:06.987803Z","caller":"traceutil/trace.go:171","msg":"trace[1344978824] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:28318; }","duration":"478.008559ms","start":"2026-05-04T04:00:06.509787Z","end":"2026-05-04T04:00:06.987796Z","steps":["trace[1344978824] 'agreement among raft nodes before linearized reading' (duration: 477.968818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.987822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:06.509766Z","time spent":"478.051049ms","remote":"127.0.0.1:39202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:00:06.987823Z","caller":"traceutil/trace.go:171","msg":"trace[463453401] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:28318; }","duration":"750.21318ms","start":"2026-05-04T04:00:06.237596Z","end":"2026-05-04T04:00:06.987809Z","steps":["trace[463453401] 'agreement among raft nodes before linearized reading' (duration: 749.940903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.987857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:06.237577Z","time spent":"750.269031ms","remote":"127.0.0.1:38256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:00:06.987892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.057278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-04T04:00:06.987913Z","caller":"traceutil/trace.go:171","msg":"trace[1038617757] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28318; }","duration":"452.08757ms","start":"2026-05-04T04:00:06.535818Z","end":"2026-05-04T04:00:06.987905Z","steps":["trace[1038617757] 'agreement among raft nodes before linearized reading' (duration: 452.034548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:06.987932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:06.53581Z","time spent":"452.11668ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T04:00:07.001639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.851442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:00:07.001713Z","caller":"traceutil/trace.go:171","msg":"trace[1571405516] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:28319; }","duration":"215.941774ms","start":"2026-05-04T04:00:06.785758Z","end":"2026-05-04T04:00:07.0017Z","steps":["trace[1571405516] 'agreement among raft nodes before linearized reading' (duration: 215.79365ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:07.001981Z","caller":"traceutil/trace.go:171","msg":"trace[560647380] transaction","detail":"{read_only:false; response_revision:28319; number_of_response:1; }","duration":"331.864193ms","start":"2026-05-04T04:00:06.670108Z","end":"2026-05-04T04:00:07.001972Z","steps":["trace[560647380] 'process raft request' (duration: 331.259266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:07.00205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:06.670085Z","time spent":"331.921345ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:07.002304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.0283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:07.002333Z","caller":"traceutil/trace.go:171","msg":"trace[529236847] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:28319; }","duration":"203.093132ms","start":"2026-05-04T04:00:06.799231Z","end":"2026-05-04T04:00:07.002324Z","steps":["trace[529236847] 'agreement among raft nodes before linearized reading' (duration: 203.053071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:07.002806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.695996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"warn","ts":"2026-05-04T04:00:07.002808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.768382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:07.00284Z","caller":"traceutil/trace.go:171","msg":"trace[1396353715] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28319; }","duration":"328.751458ms","start":"2026-05-04T04:00:06.674079Z","end":"2026-05-04T04:00:07.00283Z","steps":["trace[1396353715] 'agreement among raft nodes before linearized reading' (duration: 328.671896ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:07.002852Z","caller":"traceutil/trace.go:171","msg":"trace[373944005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28319; }","duration":"319.845594ms","start":"2026-05-04T04:00:06.682994Z","end":"2026-05-04T04:00:07.002839Z","steps":["trace[373944005] 'agreement among raft nodes before linearized reading' (duration: 319.771142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:07.002859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:06.674067Z","time spent":"328.787249ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-04T04:00:07.00289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:06.682975Z","time spent":"319.909177ms","remote":"127.0.0.1:54808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T04:00:07.002955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.608989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-05-04T04:00:07.003017Z","caller":"traceutil/trace.go:171","msg":"trace[535741681] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28319; }","duration":"330.702451ms","start":"2026-05-04T04:00:06.672301Z","end":"2026-05-04T04:00:07.003004Z","steps":["trace[535741681] 'agreement among raft nodes before linearized reading' (duration: 330.511706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:07.003049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:06.672293Z","time spent":"330.750483ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-04T04:00:07.350736Z","caller":"traceutil/trace.go:171","msg":"trace[2027822748] transaction","detail":"{read_only:false; response_revision:28322; number_of_response:1; }","duration":"342.406851ms","start":"2026-05-04T04:00:07.008308Z","end":"2026-05-04T04:00:07.350715Z","steps":["trace[2027822748] 'process raft request' (duration: 342.196055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:07.350876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:07.00829Z","time spent":"342.512834ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:07.351081Z","caller":"traceutil/trace.go:171","msg":"trace[1599309761] transaction","detail":"{read_only:false; response_revision:28323; number_of_response:1; }","duration":"341.580798ms","start":"2026-05-04T04:00:07.009469Z","end":"2026-05-04T04:00:07.35105Z","steps":["trace[1599309761] 'process raft request' (duration: 341.195548ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:07.351168Z","caller":"traceutil/trace.go:171","msg":"trace[1947791341] transaction","detail":"{read_only:false; response_revision:28324; number_of_response:1; }","duration":"332.620954ms","start":"2026-05-04T04:00:07.018524Z","end":"2026-05-04T04:00:07.351145Z","steps":["trace[1947791341] 'process raft request' (duration: 332.47105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:07.351274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:07.009463Z","time spent":"341.711033ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:07.351272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:07.018511Z","time spent":"332.711246ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:07.630196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.347901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T04:00:07.630299Z","caller":"traceutil/trace.go:171","msg":"trace[581873531] transaction","detail":"{read_only:false; response_revision:28325; number_of_response:1; }","duration":"551.023565ms","start":"2026-05-04T04:00:07.079257Z","end":"2026-05-04T04:00:07.630281Z","steps":["trace[581873531] 'process raft request' (duration: 419.52147ms)","trace[581873531] 'compare' (duration: 130.908019ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:07.630353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:07.079241Z","time spent":"551.086126ms","remote":"127.0.0.1:54858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:07.908622Z","caller":"traceutil/trace.go:171","msg":"trace[2069484231] linearizableReadLoop","detail":"{readStateIndex:29270; appliedIndex:29268; }","duration":"534.537844ms","start":"2026-05-04T04:00:07.374057Z","end":"2026-05-04T04:00:07.908595Z","steps":["trace[2069484231] 'read index received' (duration: 124.831613ms)","trace[2069484231] 'applied index is now lower than readState.Index' (duration: 409.705091ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:07.908919Z","caller":"traceutil/trace.go:171","msg":"trace[986903417] transaction","detail":"{read_only:false; response_revision:28326; number_of_response:1; }","duration":"551.929709ms","start":"2026-05-04T04:00:07.356952Z","end":"2026-05-04T04:00:07.908881Z","steps":["trace[986903417] 'process raft request' (duration: 453.240581ms)","trace[986903417] 'compare' (duration: 98.153453ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:07.909045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:07.356934Z","time spent":"552.028002ms","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2793,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:07.909179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.051328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-04T04:00:07.9093Z","caller":"traceutil/trace.go:171","msg":"trace[1061533674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28326; }","duration":"535.249894ms","start":"2026-05-04T04:00:07.374028Z","end":"2026-05-04T04:00:07.909278Z","steps":["trace[1061533674] 'agreement among raft nodes before linearized reading' (duration: 534.922365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:07.90949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:07.374017Z","time spent":"535.452629ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T04:00:07.912443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.14081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:07.912498Z","caller":"traceutil/trace.go:171","msg":"trace[1230109165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28327; }","duration":"227.195271ms","start":"2026-05-04T04:00:07.68529Z","end":"2026-05-04T04:00:07.912485Z","steps":["trace[1230109165] 'agreement among raft nodes before linearized reading' (duration: 227.108769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:07.912892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.949281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-04T04:00:07.913632Z","caller":"traceutil/trace.go:171","msg":"trace[1023030125] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28327; }","duration":"281.720952ms","start":"2026-05-04T04:00:07.631887Z","end":"2026-05-04T04:00:07.913608Z","steps":["trace[1023030125] 'agreement among raft nodes before linearized reading' (duration: 280.500569ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:08.156407Z","caller":"traceutil/trace.go:171","msg":"trace[1940533028] linearizableReadLoop","detail":"{readStateIndex:29272; appliedIndex:29271; }","duration":"239.257681ms","start":"2026-05-04T04:00:07.917116Z","end":"2026-05-04T04:00:08.156373Z","steps":["trace[1940533028] 'read index received' (duration: 212.472999ms)","trace[1940533028] 'applied index is now lower than readState.Index' (duration: 26.783272ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:08.15656Z","caller":"traceutil/trace.go:171","msg":"trace[63910222] transaction","detail":"{read_only:false; response_revision:28328; number_of_response:1; }","duration":"240.460084ms","start":"2026-05-04T04:00:07.916024Z","end":"2026-05-04T04:00:08.156484Z","steps":["trace[63910222] 'process raft request' (duration: 213.484997ms)","trace[63910222] 'compare' (duration: 26.740031ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:08.156625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.491027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-04T04:00:08.157007Z","caller":"traceutil/trace.go:171","msg":"trace[925347368] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28328; }","duration":"239.897179ms","start":"2026-05-04T04:00:07.917093Z","end":"2026-05-04T04:00:08.15699Z","steps":["trace[925347368] 'agreement among raft nodes before linearized reading' (duration: 239.379895ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:08.201729Z","caller":"traceutil/trace.go:171","msg":"trace[1442213980] transaction","detail":"{read_only:false; response_revision:28329; number_of_response:1; }","duration":"283.259814ms","start":"2026-05-04T04:00:07.918426Z","end":"2026-05-04T04:00:08.201686Z","steps":["trace[1442213980] 'process raft request' (duration: 283.050298ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:08.352047Z","caller":"traceutil/trace.go:171","msg":"trace[1293749524] transaction","detail":"{read_only:false; response_revision:28331; number_of_response:1; }","duration":"143.360109ms","start":"2026-05-04T04:00:08.208662Z","end":"2026-05-04T04:00:08.352022Z","steps":["trace[1293749524] 'process raft request' (duration: 136.786149ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:08.553005Z","caller":"traceutil/trace.go:171","msg":"trace[850354544] transaction","detail":"{read_only:false; response_revision:28332; number_of_response:1; }","duration":"344.124098ms","start":"2026-05-04T04:00:08.208849Z","end":"2026-05-04T04:00:08.552973Z","steps":["trace[850354544] 'process raft request' (duration: 311.389783ms)","trace[850354544] 'compare' (duration: 32.471978ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:08.553141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:08.208837Z","time spent":"344.249072ms","remote":"127.0.0.1:55086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1237,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-04T04:00:08.553364Z","caller":"traceutil/trace.go:171","msg":"trace[1998794355] linearizableReadLoop","detail":"{readStateIndex:29279; appliedIndex:29275; }","duration":"179.57584ms","start":"2026-05-04T04:00:08.373761Z","end":"2026-05-04T04:00:08.553337Z","steps":["trace[1998794355] 'read index received' (duration: 146.378552ms)","trace[1998794355] 'applied index is now lower than readState.Index' (duration: 33.195978ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:08.553523Z","caller":"traceutil/trace.go:171","msg":"trace[60789174] transaction","detail":"{read_only:false; response_revision:28333; number_of_response:1; }","duration":"344.55423ms","start":"2026-05-04T04:00:08.208947Z","end":"2026-05-04T04:00:08.553501Z","steps":["trace[60789174] 'process raft request' (duration: 343.950054ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:08.553525Z","caller":"traceutil/trace.go:171","msg":"trace[1500061577] transaction","detail":"{read_only:false; response_revision:28334; number_of_response:1; }","duration":"342.157164ms","start":"2026-05-04T04:00:08.211343Z","end":"2026-05-04T04:00:08.5535Z","steps":["trace[1500061577] 'process raft request' (duration: 341.661861ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:08.553566Z","caller":"traceutil/trace.go:171","msg":"trace[139442795] transaction","detail":"{read_only:false; response_revision:28335; number_of_response:1; }","duration":"267.547575ms","start":"2026-05-04T04:00:08.285935Z","end":"2026-05-04T04:00:08.553483Z","steps":["trace[139442795] 'process raft request' (duration: 267.321409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:08.553624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.843437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:08.553716Z","caller":"traceutil/trace.go:171","msg":"trace[675357428] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28335; }","duration":"179.983431ms","start":"2026-05-04T04:00:08.373713Z","end":"2026-05-04T04:00:08.553697Z","steps":["trace[675357428] 'agreement among raft nodes before linearized reading' (duration: 179.802056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:08.553645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:08.208635Z","time spent":"344.93876ms","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-04T04:00:08.55371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.644082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:00:08.5537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:08.211314Z","time spent":"342.270638ms","remote":"127.0.0.1:54882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":131033,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:08.553793Z","caller":"traceutil/trace.go:171","msg":"trace[87040305] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28335; }","duration":"179.797256ms","start":"2026-05-04T04:00:08.373977Z","end":"2026-05-04T04:00:08.553774Z","steps":["trace[87040305] 'agreement among raft nodes before linearized reading' (duration: 179.626181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:08.854857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.029352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-04T04:00:08.854965Z","caller":"traceutil/trace.go:171","msg":"trace[384704582] linearizableReadLoop","detail":"{readStateIndex:29280; appliedIndex:29279; }","duration":"295.592272ms","start":"2026-05-04T04:00:08.559355Z","end":"2026-05-04T04:00:08.854947Z","steps":["trace[384704582] 'read index received' (duration: 149.424146ms)","trace[384704582] 'applied index is now lower than readState.Index' (duration: 146.163906ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:08.855002Z","caller":"traceutil/trace.go:171","msg":"trace[271239707] transaction","detail":"{read_only:false; response_revision:28336; number_of_response:1; }","duration":"299.450467ms","start":"2026-05-04T04:00:08.555525Z","end":"2026-05-04T04:00:08.854975Z","steps":["trace[271239707] 'process raft request' (duration: 153.235729ms)","trace[271239707] 'compare' (duration: 145.898309ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:08.85505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.703784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:08.85508Z","caller":"traceutil/trace.go:171","msg":"trace[264468235] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28336; }","duration":"295.736235ms","start":"2026-05-04T04:00:08.559332Z","end":"2026-05-04T04:00:08.855068Z","steps":["trace[264468235] 'agreement among raft nodes before linearized reading' (duration: 295.660683ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:08.932141Z","caller":"traceutil/trace.go:171","msg":"trace[2033312633] transaction","detail":"{read_only:false; response_revision:28337; number_of_response:1; }","duration":"260.79895ms","start":"2026-05-04T04:00:08.671318Z","end":"2026-05-04T04:00:08.932117Z","steps":["trace[2033312633] 'process raft request' (duration: 260.611145ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:08.9326Z","caller":"traceutil/trace.go:171","msg":"trace[608706982] transaction","detail":"{read_only:false; response_revision:28339; number_of_response:1; }","duration":"258.775804ms","start":"2026-05-04T04:00:08.673811Z","end":"2026-05-04T04:00:08.932587Z","steps":["trace[608706982] 'process raft request' (duration: 258.543088ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:08.932594Z","caller":"traceutil/trace.go:171","msg":"trace[1392832998] transaction","detail":"{read_only:false; response_revision:28340; number_of_response:1; }","duration":"258.711093ms","start":"2026-05-04T04:00:08.673856Z","end":"2026-05-04T04:00:08.932567Z","steps":["trace[1392832998] 'process raft request' (duration: 258.61787ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:08.932682Z","caller":"traceutil/trace.go:171","msg":"trace[153582377] transaction","detail":"{read_only:false; response_revision:28338; number_of_response:1; }","duration":"260.155712ms","start":"2026-05-04T04:00:08.672506Z","end":"2026-05-04T04:00:08.932662Z","steps":["trace[153582377] 'process raft request' (duration: 259.565446ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:08.932927Z","caller":"traceutil/trace.go:171","msg":"trace[92409967] transaction","detail":"{read_only:false; response_revision:28341; number_of_response:1; }","duration":"258.310883ms","start":"2026-05-04T04:00:08.674575Z","end":"2026-05-04T04:00:08.932886Z","steps":["trace[92409967] 'process raft request' (duration: 257.950403ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:09.122569Z","caller":"traceutil/trace.go:171","msg":"trace[138684919] transaction","detail":"{read_only:false; response_revision:28342; number_of_response:1; }","duration":"262.222318ms","start":"2026-05-04T04:00:08.860308Z","end":"2026-05-04T04:00:09.12253Z","steps":["trace[138684919] 'process raft request' (duration: 260.908202ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:09.122678Z","caller":"traceutil/trace.go:171","msg":"trace[2118937105] transaction","detail":"{read_only:false; response_revision:28343; number_of_response:1; }","duration":"261.984141ms","start":"2026-05-04T04:00:08.860662Z","end":"2026-05-04T04:00:09.122646Z","steps":["trace[2118937105] 'process raft request' (duration: 261.782806ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:09.122712Z","caller":"traceutil/trace.go:171","msg":"trace[927678622] linearizableReadLoop","detail":"{readStateIndex:29289; appliedIndex:29285; }","duration":"184.846692ms","start":"2026-05-04T04:00:08.937839Z","end":"2026-05-04T04:00:09.122686Z","steps":["trace[927678622] 'read index received' (duration: 183.409913ms)","trace[927678622] 'applied index is now lower than readState.Index' (duration: 1.435679ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:09.12277Z","caller":"traceutil/trace.go:171","msg":"trace[1283370949] transaction","detail":"{read_only:false; response_revision:28344; number_of_response:1; }","duration":"261.636612ms","start":"2026-05-04T04:00:08.861099Z","end":"2026-05-04T04:00:09.122736Z","steps":["trace[1283370949] 'process raft request' (duration: 261.476137ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:09.122826Z","caller":"traceutil/trace.go:171","msg":"trace[607354568] transaction","detail":"{read_only:false; response_revision:28345; number_of_response:1; }","duration":"261.56618ms","start":"2026-05-04T04:00:08.861249Z","end":"2026-05-04T04:00:09.122815Z","steps":["trace[607354568] 'process raft request' (duration: 261.372095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:09.123014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.165492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:09.124342Z","caller":"traceutil/trace.go:171","msg":"trace[590129103] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28345; }","duration":"186.544579ms","start":"2026-05-04T04:00:08.937781Z","end":"2026-05-04T04:00:09.124325Z","steps":["trace[590129103] 'agreement among raft nodes before linearized reading' (duration: 185.137221ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:09.38098Z","caller":"traceutil/trace.go:171","msg":"trace[1231930708] linearizableReadLoop","detail":"{readStateIndex:29290; appliedIndex:29289; }","duration":"258.160938ms","start":"2026-05-04T04:00:09.12278Z","end":"2026-05-04T04:00:09.380941Z","steps":["trace[1231930708] 'read index received' (duration: 207.063681ms)","trace[1231930708] 'applied index is now lower than readState.Index' (duration: 51.095017ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:09.381164Z","caller":"traceutil/trace.go:171","msg":"trace[1992255393] transaction","detail":"{read_only:false; response_revision:28346; number_of_response:1; }","duration":"387.686079ms","start":"2026-05-04T04:00:08.99346Z","end":"2026-05-04T04:00:09.381146Z","steps":["trace[1992255393] 'process raft request' (duration: 336.371116ms)","trace[1992255393] 'compare' (duration: 50.835819ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:09.381244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.051621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:09.381332Z","caller":"traceutil/trace.go:171","msg":"trace[1994806530] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:28346; }","duration":"357.179815ms","start":"2026-05-04T04:00:09.024126Z","end":"2026-05-04T04:00:09.381306Z","steps":["trace[1994806530] 'agreement among raft nodes before linearized reading' (duration: 357.022121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:09.381341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:08.993433Z","time spent":"387.77062ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:09.381376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:09.024115Z","time spent":"357.250288ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:00:09.381389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.388728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-04T04:00:09.381426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.470388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:00:09.381471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.529482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-04T04:00:09.38148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.385285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-04T04:00:09.381491Z","caller":"traceutil/trace.go:171","msg":"trace[1179646515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28346; }","duration":"298.531861ms","start":"2026-05-04T04:00:09.082936Z","end":"2026-05-04T04:00:09.381467Z","steps":["trace[1179646515] 'agreement among raft nodes before linearized reading' (duration: 298.262624ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:09.381509Z","caller":"traceutil/trace.go:171","msg":"trace[220389704] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28346; }","duration":"298.610344ms","start":"2026-05-04T04:00:09.082886Z","end":"2026-05-04T04:00:09.381497Z","steps":["trace[220389704] 'agreement among raft nodes before linearized reading' (duration: 298.439099ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:09.381512Z","caller":"traceutil/trace.go:171","msg":"trace[192214783] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:28346; }","duration":"411.610542ms","start":"2026-05-04T04:00:08.969876Z","end":"2026-05-04T04:00:09.381486Z","steps":["trace[192214783] 'agreement among raft nodes before linearized reading' (duration: 411.466218ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:09.381545Z","caller":"traceutil/trace.go:171","msg":"trace[737158351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28346; }","duration":"374.493428ms","start":"2026-05-04T04:00:09.007036Z","end":"2026-05-04T04:00:09.381529Z","steps":["trace[737158351] 'agreement among raft nodes before linearized reading' (duration: 374.303173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:09.381563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:08.969855Z","time spent":"411.690434ms","remote":"127.0.0.1:38292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:00:09.38158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:09.007008Z","time spent":"374.56505ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T04:00:09.38156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.655729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:09.381637Z","caller":"traceutil/trace.go:171","msg":"trace[1289676268] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:28346; }","duration":"368.777772ms","start":"2026-05-04T04:00:09.01284Z","end":"2026-05-04T04:00:09.381617Z","steps":["trace[1289676268] 'agreement among raft nodes before linearized reading' (duration: 368.623938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:09.381686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:09.012827Z","time spent":"368.847304ms","remote":"127.0.0.1:39320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:00:09.419091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.362916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-05-04T04:00:09.419089Z","caller":"traceutil/trace.go:171","msg":"trace[1176901780] transaction","detail":"{read_only:false; response_revision:28348; number_of_response:1; }","duration":"291.421448ms","start":"2026-05-04T04:00:09.127624Z","end":"2026-05-04T04:00:09.419045Z","steps":["trace[1176901780] 'process raft request' (duration: 291.205242ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:09.419186Z","caller":"traceutil/trace.go:171","msg":"trace[1447230479] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:28348; }","duration":"291.50181ms","start":"2026-05-04T04:00:09.127663Z","end":"2026-05-04T04:00:09.419165Z","steps":["trace[1447230479] 'agreement among raft nodes before linearized reading' (duration: 291.238703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:09.419183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.992531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:09.419239Z","caller":"traceutil/trace.go:171","msg":"trace[1235696746] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28348; }","duration":"195.091703ms","start":"2026-05-04T04:00:09.224133Z","end":"2026-05-04T04:00:09.419224Z","steps":["trace[1235696746] 'agreement among raft nodes before linearized reading' (duration: 194.98543ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:09.419244Z","caller":"traceutil/trace.go:171","msg":"trace[470644378] transaction","detail":"{read_only:false; response_revision:28347; number_of_response:1; }","duration":"291.990463ms","start":"2026-05-04T04:00:09.127205Z","end":"2026-05-04T04:00:09.419195Z","steps":["trace[470644378] 'process raft request' (duration: 291.468438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:09.419143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.796876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:09.41948Z","caller":"traceutil/trace.go:171","msg":"trace[1938785718] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:28348; }","duration":"127.168567ms","start":"2026-05-04T04:00:09.292283Z","end":"2026-05-04T04:00:09.419451Z","steps":["trace[1938785718] 'agreement among raft nodes before linearized reading' (duration: 126.780366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:09.41952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.706205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-05-04T04:00:09.419624Z","caller":"traceutil/trace.go:171","msg":"trace[357429376] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:28348; }","duration":"291.857469ms","start":"2026-05-04T04:00:09.127746Z","end":"2026-05-04T04:00:09.419603Z","steps":["trace[357429376] 'agreement among raft nodes before linearized reading' (duration: 291.596632ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:09.897651Z","caller":"traceutil/trace.go:171","msg":"trace[1858379485] transaction","detail":"{read_only:false; response_revision:28394; number_of_response:1; }","duration":"116.502725ms","start":"2026-05-04T04:00:09.781117Z","end":"2026-05-04T04:00:09.89762Z","steps":["trace[1858379485] 'process raft request' (duration: 96.894809ms)","trace[1858379485] 'compare' (duration: 19.05649ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:09.899197Z","caller":"traceutil/trace.go:171","msg":"trace[1288208584] linearizableReadLoop","detail":"{readStateIndex:29339; appliedIndex:29337; }","duration":"111.007065ms","start":"2026-05-04T04:00:09.788164Z","end":"2026-05-04T04:00:09.899171Z","steps":["trace[1288208584] 'read index received' (duration: 89.900158ms)","trace[1288208584] 'applied index is now lower than readState.Index' (duration: 21.105847ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:09.899397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.214241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-05-04T04:00:09.899459Z","caller":"traceutil/trace.go:171","msg":"trace[1053140976] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:28395; }","duration":"111.303004ms","start":"2026-05-04T04:00:09.788141Z","end":"2026-05-04T04:00:09.899444Z","steps":["trace[1053140976] 'agreement among raft nodes before linearized reading' (duration: 111.110758ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:09.899226Z","caller":"traceutil/trace.go:171","msg":"trace[949885089] transaction","detail":"{read_only:false; response_revision:28395; number_of_response:1; }","duration":"113.643217ms","start":"2026-05-04T04:00:09.785554Z","end":"2026-05-04T04:00:09.899197Z","steps":["trace[949885089] 'process raft request' (duration: 113.471662ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:13.082221Z","caller":"traceutil/trace.go:171","msg":"trace[624569945] transaction","detail":"{read_only:false; response_revision:28437; number_of_response:1; }","duration":"205.329524ms","start":"2026-05-04T04:00:12.876867Z","end":"2026-05-04T04:00:13.082196Z","steps":["trace[624569945] 'process raft request' (duration: 205.17856ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:13.156048Z","caller":"traceutil/trace.go:171","msg":"trace[1065580321] transaction","detail":"{read_only:false; response_revision:28438; number_of_response:1; }","duration":"208.596002ms","start":"2026-05-04T04:00:12.947426Z","end":"2026-05-04T04:00:13.156022Z","steps":["trace[1065580321] 'process raft request' (duration: 208.327485ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:13.156355Z","caller":"traceutil/trace.go:171","msg":"trace[74717763] transaction","detail":"{read_only:false; response_revision:28439; number_of_response:1; }","duration":"205.891009ms","start":"2026-05-04T04:00:12.950438Z","end":"2026-05-04T04:00:13.156329Z","steps":["trace[74717763] 'process raft request' (duration: 205.537689ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:13.156737Z","caller":"traceutil/trace.go:171","msg":"trace[1726117008] transaction","detail":"{read_only:false; response_revision:28442; number_of_response:1; }","duration":"125.027798ms","start":"2026-05-04T04:00:13.031693Z","end":"2026-05-04T04:00:13.156721Z","steps":["trace[1726117008] 'process raft request' (duration: 124.977557ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:13.156757Z","caller":"traceutil/trace.go:171","msg":"trace[1934891763] transaction","detail":"{read_only:false; response_revision:28440; number_of_response:1; }","duration":"197.660454ms","start":"2026-05-04T04:00:12.959082Z","end":"2026-05-04T04:00:13.156743Z","steps":["trace[1934891763] 'process raft request' (duration: 197.167431ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:13.156941Z","caller":"traceutil/trace.go:171","msg":"trace[1748558735] transaction","detail":"{read_only:false; response_revision:28441; number_of_response:1; }","duration":"128.059301ms","start":"2026-05-04T04:00:13.028869Z","end":"2026-05-04T04:00:13.156928Z","steps":["trace[1748558735] 'process raft request' (duration: 127.736112ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:16.218288Z","caller":"traceutil/trace.go:171","msg":"trace[137694636] linearizableReadLoop","detail":"{readStateIndex:29422; appliedIndex:29421; }","duration":"164.839706ms","start":"2026-05-04T04:00:16.053418Z","end":"2026-05-04T04:00:16.218257Z","steps":["trace[137694636] 'read index received' (duration: 164.443475ms)","trace[137694636] 'applied index is now lower than readState.Index' (duration: 394.751µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:16.218338Z","caller":"traceutil/trace.go:171","msg":"trace[1480621192] transaction","detail":"{read_only:false; response_revision:28477; number_of_response:1; }","duration":"192.989265ms","start":"2026-05-04T04:00:16.02532Z","end":"2026-05-04T04:00:16.218309Z","steps":["trace[1480621192] 'process raft request' (duration: 192.693277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:16.218722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.281978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29631120-c8fr8\" ","response":"range_response_count:1 size:7284"} {"level":"info","ts":"2026-05-04T04:00:16.218831Z","caller":"traceutil/trace.go:171","msg":"trace[1977515361] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29631120-c8fr8; range_end:; response_count:1; response_revision:28477; }","duration":"165.440712ms","start":"2026-05-04T04:00:16.053362Z","end":"2026-05-04T04:00:16.218803Z","steps":["trace[1977515361] 'agreement among raft nodes before linearized reading' (duration: 165.036741ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:25.59545Z","caller":"traceutil/trace.go:171","msg":"trace[926124783] transaction","detail":"{read_only:false; response_revision:28562; number_of_response:1; }","duration":"386.429885ms","start":"2026-05-04T04:00:25.208991Z","end":"2026-05-04T04:00:25.595421Z","steps":["trace[926124783] 'process raft request' (duration: 386.343162ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:25.595481Z","caller":"traceutil/trace.go:171","msg":"trace[718410091] transaction","detail":"{read_only:false; response_revision:28561; number_of_response:1; }","duration":"389.140419ms","start":"2026-05-04T04:00:25.206299Z","end":"2026-05-04T04:00:25.595439Z","steps":["trace[718410091] 'process raft request' (duration: 388.866412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:25.595611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:25.208984Z","time spent":"386.554229ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:25.595656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:25.206284Z","time spent":"389.279092ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:25.595761Z","caller":"traceutil/trace.go:171","msg":"trace[450803940] transaction","detail":"{read_only:false; response_revision:28563; number_of_response:1; }","duration":"382.96061ms","start":"2026-05-04T04:00:25.212778Z","end":"2026-05-04T04:00:25.595739Z","steps":["trace[450803940] 'process raft request' (duration: 382.601701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:25.595853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:25.21277Z","time spent":"383.039202ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:25.595903Z","caller":"traceutil/trace.go:171","msg":"trace[1073153125] transaction","detail":"{read_only:false; response_revision:28564; number_of_response:1; }","duration":"382.097016ms","start":"2026-05-04T04:00:25.213794Z","end":"2026-05-04T04:00:25.595891Z","steps":["trace[1073153125] 'process raft request' (duration: 381.881641ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:25.595961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:25.213788Z","time spent":"382.141808ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:25.902528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.826872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T04:00:25.903Z","caller":"traceutil/trace.go:171","msg":"trace[2110200608] transaction","detail":"{read_only:false; response_revision:28566; number_of_response:1; }","duration":"468.205611ms","start":"2026-05-04T04:00:25.434768Z","end":"2026-05-04T04:00:25.902974Z","steps":["trace[2110200608] 'process raft request' (duration: 467.864781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:25.903113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:25.434748Z","time spent":"468.307423ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:25.903173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.063551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:25.903183Z","caller":"traceutil/trace.go:171","msg":"trace[406810866] transaction","detail":"{read_only:false; response_revision:28565; number_of_response:1; }","duration":"492.756331ms","start":"2026-05-04T04:00:25.410384Z","end":"2026-05-04T04:00:25.903141Z","steps":["trace[406810866] 'process raft request' (duration: 333.113057ms)","trace[406810866] 'compare' (duration: 158.632267ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:25.903607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:25.410363Z","time spent":"493.138032ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:25.903292Z","caller":"traceutil/trace.go:171","msg":"trace[1784520356] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:28566; }","duration":"466.231047ms","start":"2026-05-04T04:00:25.437034Z","end":"2026-05-04T04:00:25.903265Z","steps":["trace[1784520356] 'agreement among raft nodes before linearized reading' (duration: 466.018931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:25.903799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:25.437026Z","time spent":"466.760911ms","remote":"127.0.0.1:38998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:00:25.903374Z","caller":"traceutil/trace.go:171","msg":"trace[985236022] linearizableReadLoop","detail":"{readStateIndex:29513; appliedIndex:29507; }","duration":"465.874776ms","start":"2026-05-04T04:00:25.437053Z","end":"2026-05-04T04:00:25.902928Z","steps":["trace[985236022] 'read index received' (duration: 158.240756ms)","trace[985236022] 'applied index is now lower than readState.Index' (duration: 307.63256ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:25.904139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.269115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-04T04:00:25.904214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.879421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:25.904265Z","caller":"traceutil/trace.go:171","msg":"trace[295985804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28566; }","duration":"219.952074ms","start":"2026-05-04T04:00:25.684299Z","end":"2026-05-04T04:00:25.904251Z","steps":["trace[295985804] 'agreement among raft nodes before linearized reading' (duration: 219.889172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:25.904309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.670082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T04:00:25.90435Z","caller":"traceutil/trace.go:171","msg":"trace[975132171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28566; }","duration":"397.748944ms","start":"2026-05-04T04:00:25.506591Z","end":"2026-05-04T04:00:25.90434Z","steps":["trace[975132171] 'agreement among raft nodes before linearized reading' (duration: 397.647741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:25.904385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:25.50658Z","time spent":"397.798375ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T04:00:25.904393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.165985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T04:00:25.904446Z","caller":"traceutil/trace.go:171","msg":"trace[330021965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28566; }","duration":"402.236647ms","start":"2026-05-04T04:00:25.502198Z","end":"2026-05-04T04:00:25.904435Z","steps":["trace[330021965] 'agreement among raft nodes before linearized reading' (duration: 402.113303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:25.904481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:25.502191Z","time spent":"402.283278ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-04T04:00:25.904211Z","caller":"traceutil/trace.go:171","msg":"trace[1256353618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28566; }","duration":"403.384588ms","start":"2026-05-04T04:00:25.50081Z","end":"2026-05-04T04:00:25.904195Z","steps":["trace[1256353618] 'agreement among raft nodes before linearized reading' (duration: 403.170592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:25.904575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.435509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-04T04:00:25.904585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:25.500787Z","time spent":"403.786179ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-04T04:00:25.904609Z","caller":"traceutil/trace.go:171","msg":"trace[1021573781] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28566; }","duration":"403.491531ms","start":"2026-05-04T04:00:25.50111Z","end":"2026-05-04T04:00:25.904601Z","steps":["trace[1021573781] 'agreement among raft nodes before linearized reading' (duration: 403.405289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:25.904642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:25.501102Z","time spent":"403.532982ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T04:00:25.90414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.131505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:25.904684Z","caller":"traceutil/trace.go:171","msg":"trace[204828913] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:28566; }","duration":"240.722451ms","start":"2026-05-04T04:00:25.663947Z","end":"2026-05-04T04:00:25.90467Z","steps":["trace[204828913] 'agreement among raft nodes before linearized reading' (duration: 240.126115ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:26.038807Z","caller":"traceutil/trace.go:171","msg":"trace[1045007042] transaction","detail":"{read_only:false; response_revision:28570; number_of_response:1; }","duration":"129.84573ms","start":"2026-05-04T04:00:25.908927Z","end":"2026-05-04T04:00:26.038773Z","steps":["trace[1045007042] 'process raft request' (duration: 129.352567ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:26.039074Z","caller":"traceutil/trace.go:171","msg":"trace[782468376] transaction","detail":"{read_only:false; response_revision:28568; number_of_response:1; }","duration":"130.482487ms","start":"2026-05-04T04:00:25.908581Z","end":"2026-05-04T04:00:26.039064Z","steps":["trace[782468376] 'process raft request' (duration: 119.475086ms)","trace[782468376] 'compare' (duration: 10.059245ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:26.039177Z","caller":"traceutil/trace.go:171","msg":"trace[1096469182] transaction","detail":"{read_only:false; response_revision:28569; number_of_response:1; }","duration":"130.471417ms","start":"2026-05-04T04:00:25.908695Z","end":"2026-05-04T04:00:26.039166Z","steps":["trace[1096469182] 'process raft request' (duration: 129.539802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:27.61345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.438535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-04T04:00:27.613532Z","caller":"traceutil/trace.go:171","msg":"trace[1653425091] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28578; }","duration":"435.575339ms","start":"2026-05-04T04:00:27.177939Z","end":"2026-05-04T04:00:27.613515Z","steps":["trace[1653425091] 'range keys from in-memory index tree' (duration: 435.259719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:27.613563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:27.177917Z","time spent":"435.6396ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-04T04:00:27.613972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.939183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-05-04T04:00:27.614047Z","caller":"traceutil/trace.go:171","msg":"trace[737353590] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28578; }","duration":"427.028035ms","start":"2026-05-04T04:00:27.187003Z","end":"2026-05-04T04:00:27.614031Z","steps":["trace[737353590] 'range keys from in-memory index tree' (duration: 426.722596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:27.614075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:27.186985Z","time spent":"427.084596ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-04T04:00:27.634183Z","caller":"traceutil/trace.go:171","msg":"trace[1532126971] transaction","detail":"{read_only:false; response_revision:28579; number_of_response:1; }","duration":"361.921735ms","start":"2026-05-04T04:00:27.27224Z","end":"2026-05-04T04:00:27.634162Z","steps":["trace[1532126971] 'process raft request' (duration: 361.764861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:27.63434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:27.272018Z","time spent":"362.235024ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:28.584995Z","caller":"traceutil/trace.go:171","msg":"trace[937748298] linearizableReadLoop","detail":"{readStateIndex:29543; appliedIndex:29542; }","duration":"201.952561ms","start":"2026-05-04T04:00:28.383023Z","end":"2026-05-04T04:00:28.584976Z","steps":["trace[937748298] 'read index received' (duration: 201.842258ms)","trace[937748298] 'applied index is now lower than readState.Index' (duration: 109.303µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:28.585076Z","caller":"traceutil/trace.go:171","msg":"trace[1928591412] transaction","detail":"{read_only:false; response_revision:28595; number_of_response:1; }","duration":"229.054102ms","start":"2026-05-04T04:00:28.355988Z","end":"2026-05-04T04:00:28.585042Z","steps":["trace[1928591412] 'process raft request' (duration: 228.846796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:28.585231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.184298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-04T04:00:28.585299Z","caller":"traceutil/trace.go:171","msg":"trace[813193258] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:28595; }","duration":"202.303211ms","start":"2026-05-04T04:00:28.382968Z","end":"2026-05-04T04:00:28.585271Z","steps":["trace[813193258] 'agreement among raft nodes before linearized reading' (duration: 202.099316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:30.123707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.786698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-04T04:00:30.123796Z","caller":"traceutil/trace.go:171","msg":"trace[2034589276] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28605; }","duration":"129.895681ms","start":"2026-05-04T04:00:29.993881Z","end":"2026-05-04T04:00:30.123777Z","steps":["trace[2034589276] 'range keys from in-memory index tree' (duration: 129.606943ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:30.173155Z","caller":"traceutil/trace.go:171","msg":"trace[1027167049] transaction","detail":"{read_only:false; response_revision:28606; number_of_response:1; }","duration":"116.69679ms","start":"2026-05-04T04:00:30.056417Z","end":"2026-05-04T04:00:30.173114Z","steps":["trace[1027167049] 'process raft request' (duration: 116.481664ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:30.235853Z","caller":"traceutil/trace.go:171","msg":"trace[606586085] transaction","detail":"{read_only:false; response_revision:28607; number_of_response:1; }","duration":"108.784715ms","start":"2026-05-04T04:00:30.127046Z","end":"2026-05-04T04:00:30.235831Z","steps":["trace[606586085] 'process raft request' (duration: 104.251291ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:30.23607Z","caller":"traceutil/trace.go:171","msg":"trace[1027922244] transaction","detail":"{read_only:false; response_revision:28608; number_of_response:1; }","duration":"108.850756ms","start":"2026-05-04T04:00:30.127198Z","end":"2026-05-04T04:00:30.236049Z","steps":["trace[1027922244] 'process raft request' (duration: 108.584979ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:30.236208Z","caller":"traceutil/trace.go:171","msg":"trace[2439551] transaction","detail":"{read_only:false; response_revision:28609; number_of_response:1; }","duration":"108.527157ms","start":"2026-05-04T04:00:30.12767Z","end":"2026-05-04T04:00:30.236197Z","steps":["trace[2439551] 'process raft request' (duration: 108.328281ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:30.236291Z","caller":"traceutil/trace.go:171","msg":"trace[1460662180] transaction","detail":"{read_only:false; response_revision:28610; number_of_response:1; }","duration":"108.596479ms","start":"2026-05-04T04:00:30.127687Z","end":"2026-05-04T04:00:30.236284Z","steps":["trace[1460662180] 'process raft request' (duration: 108.475606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:30.236355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.576086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-04T04:00:30.23641Z","caller":"traceutil/trace.go:171","msg":"trace[1590981580] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28610; }","duration":"109.659808ms","start":"2026-05-04T04:00:30.126738Z","end":"2026-05-04T04:00:30.236398Z","steps":["trace[1590981580] 'agreement among raft nodes before linearized reading' (duration: 109.558656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:43.813071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296779635,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-04T04:00:43.982639Z","caller":"traceutil/trace.go:171","msg":"trace[2112535706] transaction","detail":"{read_only:false; response_revision:28729; number_of_response:1; }","duration":"873.276515ms","start":"2026-05-04T04:00:43.109339Z","end":"2026-05-04T04:00:43.982616Z","steps":["trace[2112535706] 'process raft request' (duration: 873.0899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:43.982798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:43.109322Z","time spent":"873.393718ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:44.136032Z","caller":"traceutil/trace.go:171","msg":"trace[738491642] transaction","detail":"{read_only:false; response_revision:28731; number_of_response:1; }","duration":"442.361484ms","start":"2026-05-04T04:00:43.693629Z","end":"2026-05-04T04:00:44.135991Z","steps":["trace[738491642] 'process raft request' (duration: 442.078726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:44.136186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:43.693624Z","time spent":"442.486247ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:44.136163Z","caller":"traceutil/trace.go:171","msg":"trace[1403266242] linearizableReadLoop","detail":"{readStateIndex:29685; appliedIndex:29679; }","duration":"823.458803ms","start":"2026-05-04T04:00:43.312651Z","end":"2026-05-04T04:00:44.136109Z","steps":["trace[1403266242] 'read index received' (duration: 669.750601ms)","trace[1403266242] 'applied index is now lower than readState.Index' (duration: 153.706912ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:44.136343Z","caller":"traceutil/trace.go:171","msg":"trace[62712526] transaction","detail":"{read_only:false; response_revision:28732; number_of_response:1; }","duration":"440.38707ms","start":"2026-05-04T04:00:43.695939Z","end":"2026-05-04T04:00:44.136326Z","steps":["trace[62712526] 'process raft request' (duration: 439.816154ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:44.136427Z","caller":"traceutil/trace.go:171","msg":"trace[1338889634] transaction","detail":"{read_only:false; response_revision:28730; number_of_response:1; }","duration":"442.925049ms","start":"2026-05-04T04:00:43.69349Z","end":"2026-05-04T04:00:44.136415Z","steps":["trace[1338889634] 'process raft request' (duration: 442.028985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:44.136482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:43.695908Z","time spent":"440.487033ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:44.13662Z","caller":"traceutil/trace.go:171","msg":"trace[619359079] transaction","detail":"{read_only:false; response_revision:28733; number_of_response:1; }","duration":"439.099215ms","start":"2026-05-04T04:00:43.697511Z","end":"2026-05-04T04:00:44.13661Z","steps":["trace[619359079] 'process raft request' (duration: 438.332814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:44.136679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:43.697482Z","time spent":"439.167487ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:00:44.136902Z","caller":"traceutil/trace.go:171","msg":"trace[842551478] transaction","detail":"{read_only:false; response_revision:28734; number_of_response:1; }","duration":"438.496758ms","start":"2026-05-04T04:00:43.698396Z","end":"2026-05-04T04:00:44.136892Z","steps":["trace[842551478] 'process raft request' (duration: 437.499391ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:44.136962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:43.698378Z","time spent":"438.55691ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:44.136985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.612227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:44.137022Z","caller":"traceutil/trace.go:171","msg":"trace[1634211747] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28735; }","duration":"812.696299ms","start":"2026-05-04T04:00:43.324314Z","end":"2026-05-04T04:00:44.13701Z","steps":["trace[1634211747] 'agreement among raft nodes before linearized reading' (duration: 812.631717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:44.137067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:43.324293Z","time spent":"812.759521ms","remote":"127.0.0.1:39288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:00:44.137071Z","caller":"traceutil/trace.go:171","msg":"trace[887169887] transaction","detail":"{read_only:false; response_revision:28735; number_of_response:1; }","duration":"157.123055ms","start":"2026-05-04T04:00:43.979921Z","end":"2026-05-04T04:00:44.137044Z","steps":["trace[887169887] 'process raft request' (duration: 156.121898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:44.137462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.90723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"info","ts":"2026-05-04T04:00:44.137524Z","caller":"traceutil/trace.go:171","msg":"trace[196692235] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:28735; }","duration":"321.971362ms","start":"2026-05-04T04:00:43.815538Z","end":"2026-05-04T04:00:44.137509Z","steps":["trace[196692235] 'agreement among raft nodes before linearized reading' (duration: 321.716065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:44.136494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:43.693472Z","time spent":"442.987211ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:00:44.136673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.020648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:44.137573Z","caller":"traceutil/trace.go:171","msg":"trace[830006742] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28735; }","duration":"824.954824ms","start":"2026-05-04T04:00:43.312609Z","end":"2026-05-04T04:00:44.137564Z","steps":["trace[830006742] 'agreement among raft nodes before linearized reading' (duration: 824.011878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:44.137621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.410843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:44.137751Z","caller":"traceutil/trace.go:171","msg":"trace[602954077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28735; }","duration":"454.576828ms","start":"2026-05-04T04:00:43.683147Z","end":"2026-05-04T04:00:44.137724Z","steps":["trace[602954077] 'agreement among raft nodes before linearized reading' (duration: 454.395213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:44.137776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.157234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:00:44.137801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:43.683127Z","time spent":"454.6628ms","remote":"127.0.0.1:54808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T04:00:44.137818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:43.81547Z","time spent":"322.311172ms","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418402,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-05-04T04:00:44.13785Z","caller":"traceutil/trace.go:171","msg":"trace[1007263674] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:28735; }","duration":"436.268688ms","start":"2026-05-04T04:00:43.701555Z","end":"2026-05-04T04:00:44.137824Z","steps":["trace[1007263674] 'agreement among raft nodes before linearized reading' (duration: 436.080053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:44.13805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:43.701547Z","time spent":"436.487704ms","remote":"127.0.0.1:34464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:00:44.137621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:00:43.31259Z","time spent":"825.015325ms","remote":"127.0.0.1:38354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:00:44.476697Z","caller":"traceutil/trace.go:171","msg":"trace[1790387344] transaction","detail":"{read_only:false; response_revision:28739; number_of_response:1; }","duration":"143.237546ms","start":"2026-05-04T04:00:44.333427Z","end":"2026-05-04T04:00:44.476665Z","steps":["trace[1790387344] 'process raft request' (duration: 143.104283ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:44.476707Z","caller":"traceutil/trace.go:171","msg":"trace[564321458] transaction","detail":"{read_only:false; response_revision:28738; number_of_response:1; }","duration":"143.37389ms","start":"2026-05-04T04:00:44.333273Z","end":"2026-05-04T04:00:44.476647Z","steps":["trace[564321458] 'process raft request' (duration: 143.079602ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:44.476789Z","caller":"traceutil/trace.go:171","msg":"trace[394949198] transaction","detail":"{read_only:false; response_revision:28740; number_of_response:1; }","duration":"142.747222ms","start":"2026-05-04T04:00:44.334016Z","end":"2026-05-04T04:00:44.476763Z","steps":["trace[394949198] 'process raft request' (duration: 142.573177ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:44.77991Z","caller":"traceutil/trace.go:171","msg":"trace[538223231] transaction","detail":"{read_only:false; response_revision:28741; number_of_response:1; }","duration":"229.777472ms","start":"2026-05-04T04:00:44.550103Z","end":"2026-05-04T04:00:44.779881Z","steps":["trace[538223231] 'process raft request' (duration: 229.413102ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:44.963006Z","caller":"traceutil/trace.go:171","msg":"trace[385617540] transaction","detail":"{read_only:false; response_revision:28743; number_of_response:1; }","duration":"142.509466ms","start":"2026-05-04T04:00:44.820462Z","end":"2026-05-04T04:00:44.962972Z","steps":["trace[385617540] 'process raft request' (duration: 125.291755ms)","trace[385617540] 'compare' (duration: 16.870181ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:48.26321Z","caller":"traceutil/trace.go:171","msg":"trace[1797741041] transaction","detail":"{read_only:false; response_revision:28760; number_of_response:1; }","duration":"112.548937ms","start":"2026-05-04T04:00:48.150632Z","end":"2026-05-04T04:00:48.263181Z","steps":["trace[1797741041] 'process raft request' (duration: 112.307941ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:48.411615Z","caller":"traceutil/trace.go:171","msg":"trace[1695616153] linearizableReadLoop","detail":"{readStateIndex:29717; appliedIndex:29712; }","duration":"115.286121ms","start":"2026-05-04T04:00:48.296306Z","end":"2026-05-04T04:00:48.411592Z","steps":["trace[1695616153] 'read index received' (duration: 98.358558ms)","trace[1695616153] 'applied index is now lower than readState.Index' (duration: 16.926753ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:48.41171Z","caller":"traceutil/trace.go:171","msg":"trace[1243926564] transaction","detail":"{read_only:false; response_revision:28761; number_of_response:1; }","duration":"259.490144ms","start":"2026-05-04T04:00:48.152211Z","end":"2026-05-04T04:00:48.411701Z","steps":["trace[1243926564] 'process raft request' (duration: 242.435337ms)","trace[1243926564] 'compare' (duration: 16.380278ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:48.411891Z","caller":"traceutil/trace.go:171","msg":"trace[1205134987] transaction","detail":"{read_only:false; response_revision:28762; number_of_response:1; }","duration":"258.183198ms","start":"2026-05-04T04:00:48.153698Z","end":"2026-05-04T04:00:48.411882Z","steps":["trace[1205134987] 'process raft request' (duration: 257.738336ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:48.411948Z","caller":"traceutil/trace.go:171","msg":"trace[382141818] transaction","detail":"{read_only:false; response_revision:28765; number_of_response:1; }","duration":"257.556231ms","start":"2026-05-04T04:00:48.154373Z","end":"2026-05-04T04:00:48.411929Z","steps":["trace[382141818] 'process raft request' (duration: 257.182831ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:48.412022Z","caller":"traceutil/trace.go:171","msg":"trace[1366872823] transaction","detail":"{read_only:false; response_revision:28763; number_of_response:1; }","duration":"258.206349ms","start":"2026-05-04T04:00:48.15375Z","end":"2026-05-04T04:00:48.411957Z","steps":["trace[1366872823] 'process raft request' (duration: 257.745246ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:48.411973Z","caller":"traceutil/trace.go:171","msg":"trace[1800421731] transaction","detail":"{read_only:false; response_revision:28764; number_of_response:1; }","duration":"257.811008ms","start":"2026-05-04T04:00:48.154156Z","end":"2026-05-04T04:00:48.411967Z","steps":["trace[1800421731] 'process raft request' (duration: 257.367826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:48.412085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.742763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:48.41218Z","caller":"traceutil/trace.go:171","msg":"trace[818998113] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28765; }","duration":"115.889187ms","start":"2026-05-04T04:00:48.296263Z","end":"2026-05-04T04:00:48.412153Z","steps":["trace[818998113] 'agreement among raft nodes before linearized reading' (duration: 115.724393ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:48.634543Z","caller":"traceutil/trace.go:171","msg":"trace[1149846395] linearizableReadLoop","detail":"{readStateIndex:29719; appliedIndex:29718; }","duration":"134.450616ms","start":"2026-05-04T04:00:48.500016Z","end":"2026-05-04T04:00:48.634466Z","steps":["trace[1149846395] 'read index received' (duration: 86.516195ms)","trace[1149846395] 'applied index is now lower than readState.Index' (duration: 47.933731ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:48.63456Z","caller":"traceutil/trace.go:171","msg":"trace[1466418406] transaction","detail":"{read_only:false; response_revision:28767; number_of_response:1; }","duration":"214.411852ms","start":"2026-05-04T04:00:48.420121Z","end":"2026-05-04T04:00:48.634533Z","steps":["trace[1466418406] 'process raft request' (duration: 166.348748ms)","trace[1466418406] 'compare' (duration: 47.897399ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:48.634724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.693382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-04T04:00:48.634753Z","caller":"traceutil/trace.go:171","msg":"trace[782096182] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28767; }","duration":"134.760435ms","start":"2026-05-04T04:00:48.499986Z","end":"2026-05-04T04:00:48.634747Z","steps":["trace[782096182] 'agreement among raft nodes before linearized reading' (duration: 134.622781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:48.634834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.282844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T04:00:48.634906Z","caller":"traceutil/trace.go:171","msg":"trace[16190996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28767; }","duration":"133.369726ms","start":"2026-05-04T04:00:48.501518Z","end":"2026-05-04T04:00:48.634887Z","steps":["trace[16190996] 'agreement among raft nodes before linearized reading' (duration: 133.172091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:48.635032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.000565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:48.635079Z","caller":"traceutil/trace.go:171","msg":"trace[296775877] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:28767; }","duration":"126.061376ms","start":"2026-05-04T04:00:48.509007Z","end":"2026-05-04T04:00:48.635068Z","steps":["trace[296775877] 'agreement among raft nodes before linearized reading' (duration: 125.982504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:48.635168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.469337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T04:00:48.635207Z","caller":"traceutil/trace.go:171","msg":"trace[804561128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28767; }","duration":"130.545049ms","start":"2026-05-04T04:00:48.504647Z","end":"2026-05-04T04:00:48.635192Z","steps":["trace[804561128] 'agreement among raft nodes before linearized reading' (duration: 130.359544ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:48.841379Z","caller":"traceutil/trace.go:171","msg":"trace[1521743432] transaction","detail":"{read_only:false; response_revision:28769; number_of_response:1; }","duration":"201.464538ms","start":"2026-05-04T04:00:48.639877Z","end":"2026-05-04T04:00:48.841341Z","steps":["trace[1521743432] 'process raft request' (duration: 119.864997ms)","trace[1521743432] 'compare' (duration: 80.550202ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:48.841686Z","caller":"traceutil/trace.go:171","msg":"trace[2109392562] linearizableReadLoop","detail":"{readStateIndex:29722; appliedIndex:29719; }","duration":"154.988637ms","start":"2026-05-04T04:00:48.686673Z","end":"2026-05-04T04:00:48.841662Z","steps":["trace[2109392562] 'read index received' (duration: 23.376079ms)","trace[2109392562] 'applied index is now lower than readState.Index' (duration: 131.611448ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:48.841813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.125321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:48.84185Z","caller":"traceutil/trace.go:171","msg":"trace[1587616787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28770; }","duration":"155.193763ms","start":"2026-05-04T04:00:48.686646Z","end":"2026-05-04T04:00:48.841839Z","steps":["trace[1587616787] 'agreement among raft nodes before linearized reading' (duration: 155.111861ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:48.841837Z","caller":"traceutil/trace.go:171","msg":"trace[47666330] transaction","detail":"{read_only:false; response_revision:28770; number_of_response:1; }","duration":"201.598812ms","start":"2026-05-04T04:00:48.640223Z","end":"2026-05-04T04:00:48.841822Z","steps":["trace[47666330] 'process raft request' (duration: 201.334365ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:49.053722Z","caller":"traceutil/trace.go:171","msg":"trace[374141403] linearizableReadLoop","detail":"{readStateIndex:29723; appliedIndex:29722; }","duration":"210.67822ms","start":"2026-05-04T04:00:48.843007Z","end":"2026-05-04T04:00:49.053685Z","steps":["trace[374141403] 'read index received' (duration: 126.816367ms)","trace[374141403] 'applied index is now lower than readState.Index' (duration: 83.860473ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:49.053769Z","caller":"traceutil/trace.go:171","msg":"trace[573618224] transaction","detail":"{read_only:false; response_revision:28771; number_of_response:1; }","duration":"223.152911ms","start":"2026-05-04T04:00:48.830564Z","end":"2026-05-04T04:00:49.053716Z","steps":["trace[573618224] 'process raft request' (duration: 139.282938ms)","trace[573618224] 'compare' (duration: 83.310938ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:00:49.053929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.897346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:00:49.05409Z","caller":"traceutil/trace.go:171","msg":"trace[578807974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28771; }","duration":"211.021669ms","start":"2026-05-04T04:00:48.842965Z","end":"2026-05-04T04:00:49.053987Z","steps":["trace[578807974] 'agreement among raft nodes before linearized reading' (duration: 210.872305ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:49.159626Z","caller":"traceutil/trace.go:171","msg":"trace[1164792022] transaction","detail":"{read_only:false; response_revision:28772; number_of_response:1; }","duration":"128.747619ms","start":"2026-05-04T04:00:49.03085Z","end":"2026-05-04T04:00:49.159597Z","steps":["trace[1164792022] 'process raft request' (duration: 128.39341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:49.159778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.090643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-04T04:00:49.159817Z","caller":"traceutil/trace.go:171","msg":"trace[57417416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28772; }","duration":"184.192455ms","start":"2026-05-04T04:00:48.975615Z","end":"2026-05-04T04:00:49.159808Z","steps":["trace[57417416] 'agreement among raft nodes before linearized reading' (duration: 184.01612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:00:49.159876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.881958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:00:49.159971Z","caller":"traceutil/trace.go:171","msg":"trace[1190270803] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:28772; }","duration":"274.028912ms","start":"2026-05-04T04:00:48.885916Z","end":"2026-05-04T04:00:49.159945Z","steps":["trace[1190270803] 'agreement among raft nodes before linearized reading' (duration: 273.835137ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:49.160159Z","caller":"traceutil/trace.go:171","msg":"trace[1454633051] linearizableReadLoop","detail":"{readStateIndex:29724; appliedIndex:29723; }","duration":"105.73491ms","start":"2026-05-04T04:00:49.053817Z","end":"2026-05-04T04:00:49.159552Z","steps":["trace[1454633051] 'read index received' (duration: 105.397571ms)","trace[1454633051] 'applied index is now lower than readState.Index' (duration: 336.099µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:00:54.636008Z","caller":"traceutil/trace.go:171","msg":"trace[388106609] transaction","detail":"{read_only:false; response_revision:28803; number_of_response:1; }","duration":"128.096892ms","start":"2026-05-04T04:00:54.507887Z","end":"2026-05-04T04:00:54.635983Z","steps":["trace[388106609] 'process raft request' (duration: 127.918937ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:54.747327Z","caller":"traceutil/trace.go:171","msg":"trace[1571764431] transaction","detail":"{read_only:false; response_revision:28804; number_of_response:1; }","duration":"227.760296ms","start":"2026-05-04T04:00:54.519537Z","end":"2026-05-04T04:00:54.747298Z","steps":["trace[1571764431] 'process raft request' (duration: 220.479707ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:54.747405Z","caller":"traceutil/trace.go:171","msg":"trace[292705195] transaction","detail":"{read_only:false; response_revision:28805; number_of_response:1; }","duration":"227.832668ms","start":"2026-05-04T04:00:54.519537Z","end":"2026-05-04T04:00:54.74737Z","steps":["trace[292705195] 'process raft request' (duration: 227.678114ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:54.747418Z","caller":"traceutil/trace.go:171","msg":"trace[131223917] transaction","detail":"{read_only:false; response_revision:28806; number_of_response:1; }","duration":"227.85934ms","start":"2026-05-04T04:00:54.519532Z","end":"2026-05-04T04:00:54.747391Z","steps":["trace[131223917] 'process raft request' (duration: 227.772298ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:54.747631Z","caller":"traceutil/trace.go:171","msg":"trace[400815968] transaction","detail":"{read_only:false; response_revision:28808; number_of_response:1; }","duration":"226.259425ms","start":"2026-05-04T04:00:54.521361Z","end":"2026-05-04T04:00:54.747621Z","steps":["trace[400815968] 'process raft request' (duration: 226.08641ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:00:54.747693Z","caller":"traceutil/trace.go:171","msg":"trace[796097898] transaction","detail":"{read_only:false; response_revision:28807; number_of_response:1; }","duration":"227.176191ms","start":"2026-05-04T04:00:54.520496Z","end":"2026-05-04T04:00:54.747673Z","steps":["trace[796097898] 'process raft request' (duration: 226.844712ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:01:01.560013Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25952} {"level":"info","ts":"2026-05-04T04:01:01.701823Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25952,"took":"136.675267ms","hash":2918062598,"current-db-size-bytes":58363904,"current-db-size":"58 MB","current-db-size-in-use-bytes":35254272,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-04T04:01:01.701892Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2918062598,"revision":25952,"compact-revision":23166} {"level":"info","ts":"2026-05-04T04:01:11.285495Z","caller":"traceutil/trace.go:171","msg":"trace[1476123592] transaction","detail":"{read_only:false; response_revision:28944; number_of_response:1; }","duration":"137.599512ms","start":"2026-05-04T04:01:11.147878Z","end":"2026-05-04T04:01:11.285477Z","steps":["trace[1476123592] 'process raft request' (duration: 137.275693ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:01:11.584764Z","caller":"traceutil/trace.go:171","msg":"trace[1835885239] linearizableReadLoop","detail":"{readStateIndex:29903; appliedIndex:29902; }","duration":"236.551407ms","start":"2026-05-04T04:01:11.348182Z","end":"2026-05-04T04:01:11.584733Z","steps":["trace[1835885239] 'read index received' (duration: 236.409484ms)","trace[1835885239] 'applied index is now lower than readState.Index' (duration: 140.533µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:01:11.584833Z","caller":"traceutil/trace.go:171","msg":"trace[1509924425] transaction","detail":"{read_only:false; response_revision:28945; number_of_response:1; }","duration":"294.035559ms","start":"2026-05-04T04:01:11.290748Z","end":"2026-05-04T04:01:11.584783Z","steps":["trace[1509924425] 'process raft request' (duration: 293.796822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:01:11.585034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.799744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:01:11.585152Z","caller":"traceutil/trace.go:171","msg":"trace[2062915479] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28945; }","duration":"237.01859ms","start":"2026-05-04T04:01:11.348107Z","end":"2026-05-04T04:01:11.585126Z","steps":["trace[2062915479] 'agreement among raft nodes before linearized reading' (duration: 236.770023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:01:11.758249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.04298ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-04T04:01:11.758334Z","caller":"traceutil/trace.go:171","msg":"trace[347101808] linearizableReadLoop","detail":"{readStateIndex:29904; appliedIndex:29903; }","duration":"173.478833ms","start":"2026-05-04T04:01:11.584841Z","end":"2026-05-04T04:01:11.75832Z","steps":["trace[347101808] 'read index received' (duration: 30.35993ms)","trace[347101808] 'applied index is now lower than readState.Index' (duration: 143.117653ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:01:11.758683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.223525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:01:11.758714Z","caller":"traceutil/trace.go:171","msg":"trace[2096353021] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28945; }","duration":"222.320388ms","start":"2026-05-04T04:01:11.536383Z","end":"2026-05-04T04:01:11.758703Z","steps":["trace[2096353021] 'agreement among raft nodes before linearized reading' (duration: 222.260097ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:01:12.557043Z","caller":"traceutil/trace.go:171","msg":"trace[1496462767] linearizableReadLoop","detail":"{readStateIndex:29905; appliedIndex:29904; }","duration":"146.921646ms","start":"2026-05-04T04:01:12.410105Z","end":"2026-05-04T04:01:12.557026Z","steps":["trace[1496462767] 'read index received' (duration: 146.767672ms)","trace[1496462767] 'applied index is now lower than readState.Index' (duration: 153.444µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:01:12.557183Z","caller":"traceutil/trace.go:171","msg":"trace[1507278225] transaction","detail":"{read_only:false; response_revision:28946; number_of_response:1; }","duration":"173.230226ms","start":"2026-05-04T04:01:12.383945Z","end":"2026-05-04T04:01:12.557176Z","steps":["trace[1507278225] 'process raft request' (duration: 172.966319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:01:12.557357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.239406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:01:12.557407Z","caller":"traceutil/trace.go:171","msg":"trace[523132761] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28946; }","duration":"147.332058ms","start":"2026-05-04T04:01:12.410064Z","end":"2026-05-04T04:01:12.557396Z","steps":["trace[523132761] 'agreement among raft nodes before linearized reading' (duration: 147.254956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:01:12.798482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.851468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:01:12.798564Z","caller":"traceutil/trace.go:171","msg":"trace[749902748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28946; }","duration":"111.987561ms","start":"2026-05-04T04:01:12.686562Z","end":"2026-05-04T04:01:12.79855Z","steps":["trace[749902748] 'range keys from in-memory index tree' (duration: 111.760535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:01:12.798864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.630786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-04T04:01:12.798958Z","caller":"traceutil/trace.go:171","msg":"trace[750331663] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28946; }","duration":"136.77988ms","start":"2026-05-04T04:01:12.662159Z","end":"2026-05-04T04:01:12.798939Z","steps":["trace[750331663] 'range keys from in-memory index tree' (duration: 136.42865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:01:12.799087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.479342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-04T04:01:12.799139Z","caller":"traceutil/trace.go:171","msg":"trace[32824900] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28946; }","duration":"136.547963ms","start":"2026-05-04T04:01:12.662578Z","end":"2026-05-04T04:01:12.799126Z","steps":["trace[32824900] 'range keys from in-memory index tree' (duration: 136.351377ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:01:13.071324Z","caller":"traceutil/trace.go:171","msg":"trace[1446426813] transaction","detail":"{read_only:false; response_revision:28949; number_of_response:1; }","duration":"265.120718ms","start":"2026-05-04T04:01:12.806167Z","end":"2026-05-04T04:01:13.071288Z","steps":["trace[1446426813] 'process raft request' (duration: 264.905072ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:01:13.071611Z","caller":"traceutil/trace.go:171","msg":"trace[1383937362] transaction","detail":"{read_only:false; response_revision:28950; number_of_response:1; }","duration":"256.147783ms","start":"2026-05-04T04:01:12.815434Z","end":"2026-05-04T04:01:13.071581Z","steps":["trace[1383937362] 'process raft request' (duration: 255.811784ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:01:13.071699Z","caller":"traceutil/trace.go:171","msg":"trace[1983701157] transaction","detail":"{read_only:false; response_revision:28951; number_of_response:1; }","duration":"255.68201ms","start":"2026-05-04T04:01:12.815987Z","end":"2026-05-04T04:01:13.071669Z","steps":["trace[1983701157] 'process raft request' (duration: 255.494585ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:01:13.071746Z","caller":"traceutil/trace.go:171","msg":"trace[422908170] linearizableReadLoop","detail":"{readStateIndex:29908; appliedIndex:29906; }","duration":"256.977356ms","start":"2026-05-04T04:01:12.814752Z","end":"2026-05-04T04:01:13.07173Z","steps":["trace[422908170] 'read index received' (duration: 9.762097ms)","trace[422908170] 'applied index is now lower than readState.Index' (duration: 247.214249ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:01:13.071841Z","caller":"traceutil/trace.go:171","msg":"trace[1598188026] transaction","detail":"{read_only:false; response_revision:28954; number_of_response:1; }","duration":"248.820713ms","start":"2026-05-04T04:01:12.823009Z","end":"2026-05-04T04:01:13.07183Z","steps":["trace[1598188026] 'process raft request' (duration: 248.672169ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:01:13.071912Z","caller":"traceutil/trace.go:171","msg":"trace[1370372377] transaction","detail":"{read_only:false; response_revision:28952; number_of_response:1; }","duration":"255.136415ms","start":"2026-05-04T04:01:12.816759Z","end":"2026-05-04T04:01:13.071896Z","steps":["trace[1370372377] 'process raft request' (duration: 254.832477ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:01:13.071873Z","caller":"traceutil/trace.go:171","msg":"trace[335505178] transaction","detail":"{read_only:false; response_revision:28953; number_of_response:1; }","duration":"251.700371ms","start":"2026-05-04T04:01:12.820139Z","end":"2026-05-04T04:01:13.07184Z","steps":["trace[335505178] 'process raft request' (duration: 251.498345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:01:13.071995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.232063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/manila-ssh-keys\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:01:13.072038Z","caller":"traceutil/trace.go:171","msg":"trace[1480350642] range","detail":"{range_begin:/registry/secrets/openstack/manila-ssh-keys; range_end:; response_count:0; response_revision:28954; }","duration":"257.310535ms","start":"2026-05-04T04:01:12.814716Z","end":"2026-05-04T04:01:13.072026Z","steps":["trace[1480350642] 'agreement among raft nodes before linearized reading' (duration: 257.231353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:01:13.072076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.876245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T04:01:13.072162Z","caller":"traceutil/trace.go:171","msg":"trace[782503138] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28954; }","duration":"244.970847ms","start":"2026-05-04T04:01:12.827169Z","end":"2026-05-04T04:01:13.07214Z","steps":["trace[782503138] 'agreement among raft nodes before linearized reading' (duration: 244.71681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:01:13.07212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.51514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:01:13.072326Z","caller":"traceutil/trace.go:171","msg":"trace[1880907654] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:28954; }","duration":"118.723416ms","start":"2026-05-04T04:01:12.95358Z","end":"2026-05-04T04:01:13.072304Z","steps":["trace[1880907654] 'agreement among raft nodes before linearized reading' (duration: 118.360576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:01:13.072376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.492238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-04T04:01:13.072467Z","caller":"traceutil/trace.go:171","msg":"trace[2083441656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28954; }","duration":"239.620532ms","start":"2026-05-04T04:01:12.832827Z","end":"2026-05-04T04:01:13.072447Z","steps":["trace[2083441656] 'agreement among raft nodes before linearized reading' (duration: 239.347834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:01:13.072402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.418064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T04:01:13.072581Z","caller":"traceutil/trace.go:171","msg":"trace[1461239016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28954; }","duration":"123.690572ms","start":"2026-05-04T04:01:12.948876Z","end":"2026-05-04T04:01:13.072567Z","steps":["trace[1461239016] 'agreement among raft nodes before linearized reading' (duration: 123.25923ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:01:13.317065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.797834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T04:01:13.317231Z","caller":"traceutil/trace.go:171","msg":"trace[1269816851] transaction","detail":"{read_only:false; response_revision:28955; number_of_response:1; }","duration":"240.262609ms","start":"2026-05-04T04:01:13.076938Z","end":"2026-05-04T04:01:13.317201Z","steps":["trace[1269816851] 'process raft request' (duration: 81.737005ms)","trace[1269816851] 'compare' (duration: 156.060327ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:01:13.31892Z","caller":"traceutil/trace.go:171","msg":"trace[180775386] transaction","detail":"{read_only:false; response_revision:28957; number_of_response:1; }","duration":"241.571474ms","start":"2026-05-04T04:01:13.07732Z","end":"2026-05-04T04:01:13.318891Z","steps":["trace[180775386] 'process raft request' (duration: 241.455331ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:01:13.318934Z","caller":"traceutil/trace.go:171","msg":"trace[628508438] transaction","detail":"{read_only:false; response_revision:28956; number_of_response:1; }","duration":"241.595155ms","start":"2026-05-04T04:01:13.077298Z","end":"2026-05-04T04:01:13.318894Z","steps":["trace[628508438] 'process raft request' (duration: 241.292057ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:01:13.319121Z","caller":"traceutil/trace.go:171","msg":"trace[1076750345] linearizableReadLoop","detail":"{readStateIndex:29917; appliedIndex:29913; }","duration":"240.509656ms","start":"2026-05-04T04:01:13.078559Z","end":"2026-05-04T04:01:13.319069Z","steps":["trace[1076750345] 'read index received' (duration: 80.045479ms)","trace[1076750345] 'applied index is now lower than readState.Index' (duration: 160.461137ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:01:13.319249Z","caller":"traceutil/trace.go:171","msg":"trace[1703660809] transaction","detail":"{read_only:false; response_revision:28958; number_of_response:1; }","duration":"240.921397ms","start":"2026-05-04T04:01:13.078303Z","end":"2026-05-04T04:01:13.319224Z","steps":["trace[1703660809] 'process raft request' (duration: 240.531856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:01:13.319313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.733432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:01:13.319372Z","caller":"traceutil/trace.go:171","msg":"trace[1609410082] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:28958; }","duration":"240.839585ms","start":"2026-05-04T04:01:13.078514Z","end":"2026-05-04T04:01:13.319353Z","steps":["trace[1609410082] 'agreement among raft nodes before linearized reading' (duration: 240.722691ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:01:15.664478Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ba52c55cf4193752","local-member-applied-index":30004,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-04T04:01:15.673539Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-05-04T04:01:15.673709Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"warn","ts":"2026-05-04T04:02:55.405396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.07256984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-04T04:02:55.405488Z","caller":"traceutil/trace.go:171","msg":"trace[556357216] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"3.072753105s","start":"2026-05-04T04:02:52.332718Z","end":"2026-05-04T04:02:55.405471Z","steps":["trace[556357216] 'agreement among raft nodes before linearized reading' (duration: 3.072637062s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.405526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:52.332693Z","time spent":"3.072823478s","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T04:02:55.482783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.164575326s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-04T04:02:55.501554Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.183442042s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T04:02:55.502147Z","caller":"traceutil/trace.go:171","msg":"trace[2015905183] linearizableReadLoop","detail":"{readStateIndex:30956; appliedIndex:30953; }","duration":"3.19545966s","start":"2026-05-04T04:02:52.30667Z","end":"2026-05-04T04:02:55.50213Z","steps":["trace[2015905183] 'read index received' (duration: 11.515265ms)","trace[2015905183] 'applied index is now lower than readState.Index' (duration: 3.183943355s)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:02:55.502401Z","caller":"traceutil/trace.go:171","msg":"trace[1933849962] transaction","detail":"{read_only:false; response_revision:29973; number_of_response:1; }","duration":"3.19580368s","start":"2026-05-04T04:02:52.30659Z","end":"2026-05-04T04:02:55.502393Z","steps":["trace[1933849962] 'process raft request' (duration: 3.195193293s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.502474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:52.306571Z","time spent":"3.19584639s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:02:55.502698Z","caller":"traceutil/trace.go:171","msg":"trace[284992139] transaction","detail":"{read_only:false; response_revision:29974; number_of_response:1; }","duration":"3.196034476s","start":"2026-05-04T04:02:52.306654Z","end":"2026-05-04T04:02:55.502689Z","steps":["trace[284992139] 'process raft request' (duration: 3.195250314s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.502738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:52.30665Z","time spent":"3.196063786s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:02:55.502827Z","caller":"traceutil/trace.go:171","msg":"trace[173649883] transaction","detail":"{read_only:false; response_revision:29975; number_of_response:1; }","duration":"3.196108818s","start":"2026-05-04T04:02:52.306712Z","end":"2026-05-04T04:02:55.502821Z","steps":["trace[173649883] 'process raft request' (duration: 3.195315937s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.502859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:52.306707Z","time spent":"3.196133999s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:02:55.502945Z","caller":"traceutil/trace.go:171","msg":"trace[1101986261] transaction","detail":"{read_only:false; response_revision:29976; number_of_response:1; }","duration":"3.196191361s","start":"2026-05-04T04:02:52.306747Z","end":"2026-05-04T04:02:55.502938Z","steps":["trace[1101986261] 'process raft request' (duration: 3.195304156s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.502988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:52.306743Z","time spent":"3.196223001s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:02:55.503089Z","caller":"traceutil/trace.go:171","msg":"trace[1560337590] transaction","detail":"{read_only:false; response_revision:29977; number_of_response:1; }","duration":"3.196285912s","start":"2026-05-04T04:02:52.306794Z","end":"2026-05-04T04:02:55.50308Z","steps":["trace[1560337590] 'process raft request' (duration: 3.195278415s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.50315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:52.306789Z","time spent":"3.196336114s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:02:55.503244Z","caller":"traceutil/trace.go:171","msg":"trace[411252072] transaction","detail":"{read_only:false; response_revision:29978; number_of_response:1; }","duration":"3.196399466s","start":"2026-05-04T04:02:52.306838Z","end":"2026-05-04T04:02:55.503237Z","steps":["trace[411252072] 'process raft request' (duration: 3.195253734s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.503277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:52.306834Z","time spent":"3.196424406s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:02:55.503361Z","caller":"traceutil/trace.go:171","msg":"trace[1414122948] transaction","detail":"{read_only:false; response_revision:29979; number_of_response:1; }","duration":"3.195024388s","start":"2026-05-04T04:02:52.30833Z","end":"2026-05-04T04:02:55.503354Z","steps":["trace[1414122948] 'process raft request' (duration: 3.193778914s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.503394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:52.308287Z","time spent":"3.195089411s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:02:55.503501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196828418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:02:55.503523Z","caller":"traceutil/trace.go:171","msg":"trace[1466588588] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:29979; }","duration":"3.196882289s","start":"2026-05-04T04:02:52.306633Z","end":"2026-05-04T04:02:55.503516Z","steps":["trace[1466588588] 'agreement among raft nodes before linearized reading' (duration: 3.196836248s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.503545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:52.306617Z","time spent":"3.19692325s","remote":"127.0.0.1:46706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:02:55.545176Z","caller":"traceutil/trace.go:171","msg":"trace[1087301893] transaction","detail":"{read_only:false; response_revision:29983; number_of_response:1; }","duration":"108.419424ms","start":"2026-05-04T04:02:55.436732Z","end":"2026-05-04T04:02:55.545152Z","steps":["trace[1087301893] 'process raft request' (duration: 108.373913ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:02:55.54557Z","caller":"traceutil/trace.go:171","msg":"trace[1071547253] transaction","detail":"{read_only:false; response_revision:29980; number_of_response:1; }","duration":"3.220385372s","start":"2026-05-04T04:02:52.325176Z","end":"2026-05-04T04:02:55.545562Z","steps":["trace[1071547253] 'process raft request' (duration: 3.219752774s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.545654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:52.325148Z","time spent":"3.220447923s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:02:55.545749Z","caller":"traceutil/trace.go:171","msg":"trace[947446909] transaction","detail":"{read_only:false; response_revision:29981; number_of_response:1; }","duration":"133.775087ms","start":"2026-05-04T04:02:55.411967Z","end":"2026-05-04T04:02:55.545742Z","steps":["trace[947446909] 'process raft request' (duration: 133.064558ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:02:55.545859Z","caller":"traceutil/trace.go:171","msg":"trace[421048290] transaction","detail":"{read_only:false; response_revision:29982; number_of_response:1; }","duration":"133.872309ms","start":"2026-05-04T04:02:55.411978Z","end":"2026-05-04T04:02:55.54585Z","steps":["trace[421048290] 'process raft request' (duration: 133.092548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.546362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239657808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:02:55.546407Z","caller":"traceutil/trace.go:171","msg":"trace[1375757558] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:29983; }","duration":"3.239718s","start":"2026-05-04T04:02:52.306676Z","end":"2026-05-04T04:02:55.546394Z","steps":["trace[1375757558] 'agreement among raft nodes before linearized reading' (duration: 3.239640418s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.546453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:52.306671Z","time spent":"3.239770452s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:02:55.546515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.25994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:02:55.546555Z","caller":"traceutil/trace.go:171","msg":"trace[614540429] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29983; }","duration":"134.329442ms","start":"2026-05-04T04:02:55.412211Z","end":"2026-05-04T04:02:55.546541Z","steps":["trace[614540429] 'agreement among raft nodes before linearized reading' (duration: 134.25838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.546742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.742414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:02:55.546745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.937439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-04T04:02:55.546739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.669341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-05-04T04:02:55.546771Z","caller":"traceutil/trace.go:171","msg":"trace[571912476] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:29983; }","duration":"134.780034ms","start":"2026-05-04T04:02:55.411983Z","end":"2026-05-04T04:02:55.546763Z","steps":["trace[571912476] 'agreement among raft nodes before linearized reading' (duration: 134.736743ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:02:55.546779Z","caller":"traceutil/trace.go:171","msg":"trace[307453710] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:29983; }","duration":"135.001991ms","start":"2026-05-04T04:02:55.411768Z","end":"2026-05-04T04:02:55.54677Z","steps":["trace[307453710] 'agreement among raft nodes before linearized reading' (duration: 134.855537ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:02:55.546798Z","caller":"traceutil/trace.go:171","msg":"trace[926414973] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:29983; }","duration":"134.750014ms","start":"2026-05-04T04:02:55.412033Z","end":"2026-05-04T04:02:55.546783Z","steps":["trace[926414973] 'agreement among raft nodes before linearized reading' (duration: 134.534698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.546877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.895877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:02:55.546901Z","caller":"traceutil/trace.go:171","msg":"trace[458568314] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29983; }","duration":"134.927499ms","start":"2026-05-04T04:02:55.411967Z","end":"2026-05-04T04:02:55.546895Z","steps":["trace[458568314] 'agreement among raft nodes before linearized reading' (duration: 134.894868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.546937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.219557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:02:55.546963Z","caller":"traceutil/trace.go:171","msg":"trace[539352361] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:29983; }","duration":"135.243808ms","start":"2026-05-04T04:02:55.411711Z","end":"2026-05-04T04:02:55.546955Z","steps":["trace[539352361] 'agreement among raft nodes before linearized reading' (duration: 135.205117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.546971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.052152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:02:55.546992Z","caller":"traceutil/trace.go:171","msg":"trace[1562498721] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:29983; }","duration":"135.082512ms","start":"2026-05-04T04:02:55.411902Z","end":"2026-05-04T04:02:55.546984Z","steps":["trace[1562498721] 'agreement among raft nodes before linearized reading' (duration: 135.048661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.547029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.820586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:02:55.547051Z","caller":"traceutil/trace.go:171","msg":"trace[199076476] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29983; }","duration":"134.852276ms","start":"2026-05-04T04:02:55.412194Z","end":"2026-05-04T04:02:55.547046Z","steps":["trace[199076476] 'agreement among raft nodes before linearized reading' (duration: 134.817375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.547114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.200756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:02:55.547148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.222057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-05-04T04:02:55.54718Z","caller":"traceutil/trace.go:171","msg":"trace[995982512] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:29983; }","duration":"135.264288ms","start":"2026-05-04T04:02:55.411912Z","end":"2026-05-04T04:02:55.547176Z","steps":["trace[995982512] 'agreement among raft nodes before linearized reading' (duration: 135.202606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.547194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240352967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-04T04:02:55.547238Z","caller":"traceutil/trace.go:171","msg":"trace[1512804324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29983; }","duration":"3.240401428s","start":"2026-05-04T04:02:52.306825Z","end":"2026-05-04T04:02:55.547226Z","steps":["trace[1512804324] 'agreement among raft nodes before linearized reading' (duration: 3.240283895s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.547261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:52.306819Z","time spent":"3.24043662s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-04T04:02:55.547149Z","caller":"traceutil/trace.go:171","msg":"trace[1766934009] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:29983; }","duration":"135.237767ms","start":"2026-05-04T04:02:55.411899Z","end":"2026-05-04T04:02:55.547137Z","steps":["trace[1766934009] 'agreement among raft nodes before linearized reading' (duration: 135.196805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.547294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.228917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:02:55.547323Z","caller":"traceutil/trace.go:171","msg":"trace[1146792364] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29983; }","duration":"135.269208ms","start":"2026-05-04T04:02:55.412047Z","end":"2026-05-04T04:02:55.547316Z","steps":["trace[1146792364] 'agreement among raft nodes before linearized reading' (duration: 135.214216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.547341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.527105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T04:02:55.547356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.785472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:02:55.547364Z","caller":"traceutil/trace.go:171","msg":"trace[1462323147] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:29983; }","duration":"135.560296ms","start":"2026-05-04T04:02:55.411797Z","end":"2026-05-04T04:02:55.547357Z","steps":["trace[1462323147] 'agreement among raft nodes before linearized reading' (duration: 135.37052ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:02:55.54738Z","caller":"traceutil/trace.go:171","msg":"trace[226729091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29983; }","duration":"135.844974ms","start":"2026-05-04T04:02:55.411529Z","end":"2026-05-04T04:02:55.547374Z","steps":["trace[226729091] 'agreement among raft nodes before linearized reading' (duration: 135.807103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.546904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.099813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-05-04T04:02:55.547513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240729678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T04:02:55.547507Z","caller":"traceutil/trace.go:171","msg":"trace[1508124753] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29983; }","duration":"135.712241ms","start":"2026-05-04T04:02:55.411787Z","end":"2026-05-04T04:02:55.5475Z","steps":["trace[1508124753] 'agreement among raft nodes before linearized reading' (duration: 135.085403ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:02:55.547531Z","caller":"traceutil/trace.go:171","msg":"trace[611129428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29983; }","duration":"3.240758038s","start":"2026-05-04T04:02:52.306768Z","end":"2026-05-04T04:02:55.547526Z","steps":["trace[611129428] 'agreement among raft nodes before linearized reading' (duration: 3.240706307s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.547532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.233010357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-04T04:02:55.547545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:52.306761Z","time spent":"3.240781179s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-04T04:02:55.547558Z","caller":"traceutil/trace.go:171","msg":"trace[2037233629] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29983; }","duration":"3.233080689s","start":"2026-05-04T04:02:52.314467Z","end":"2026-05-04T04:02:55.547548Z","steps":["trace[2037233629] 'agreement among raft nodes before linearized reading' (duration: 3.232997377s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.547564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.509264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-05-04T04:02:55.547583Z","caller":"traceutil/trace.go:171","msg":"trace[482856794] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:29983; }","duration":"135.538096ms","start":"2026-05-04T04:02:55.412039Z","end":"2026-05-04T04:02:55.547577Z","steps":["trace[482856794] 'agreement among raft nodes before linearized reading' (duration: 135.451353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.547581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:52.31445Z","time spent":"3.23312479s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T04:02:55.547639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-04T04:02:55.547656Z","caller":"traceutil/trace.go:171","msg":"trace[1957756399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29983; }","duration":"3.240842151s","start":"2026-05-04T04:02:52.30681Z","end":"2026-05-04T04:02:55.547652Z","steps":["trace[1957756399] 'agreement among raft nodes before linearized reading' (duration: 3.24080193s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.547668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:52.306807Z","time spent":"3.240858711s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T04:02:55.547688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.639018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21345"} {"level":"info","ts":"2026-05-04T04:02:55.547702Z","caller":"traceutil/trace.go:171","msg":"trace[2085270760] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:29983; }","duration":"135.665699ms","start":"2026-05-04T04:02:55.412032Z","end":"2026-05-04T04:02:55.547698Z","steps":["trace[2085270760] 'agreement among raft nodes before linearized reading' (duration: 135.622388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.547764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240952114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T04:02:55.547777Z","caller":"traceutil/trace.go:171","msg":"trace[1173300560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29983; }","duration":"3.240974074s","start":"2026-05-04T04:02:52.306799Z","end":"2026-05-04T04:02:55.547773Z","steps":["trace[1173300560] 'agreement among raft nodes before linearized reading' (duration: 3.240933733s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.547789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:02:52.306793Z","time spent":"3.240992904s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T04:02:55.546427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.583129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:02:55.547951Z","caller":"traceutil/trace.go:171","msg":"trace[2005239237] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:29983; }","duration":"136.148352ms","start":"2026-05-04T04:02:55.411795Z","end":"2026-05-04T04:02:55.547943Z","steps":["trace[2005239237] 'agreement among raft nodes before linearized reading' (duration: 134.529987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.547996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.284416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:02:55.54802Z","caller":"traceutil/trace.go:171","msg":"trace[1256456634] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:29983; }","duration":"136.315947ms","start":"2026-05-04T04:02:55.411697Z","end":"2026-05-04T04:02:55.548013Z","steps":["trace[1256456634] 'agreement among raft nodes before linearized reading' (duration: 136.272075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.548292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.600565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:02:55.548327Z","caller":"traceutil/trace.go:171","msg":"trace[791904006] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:29983; }","duration":"136.657456ms","start":"2026-05-04T04:02:55.41166Z","end":"2026-05-04T04:02:55.548318Z","steps":["trace[791904006] 'agreement among raft nodes before linearized reading' (duration: 136.596694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:02:55.548428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.746869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-05-04T04:02:55.548451Z","caller":"traceutil/trace.go:171","msg":"trace[1873357806] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:29983; }","duration":"136.769529ms","start":"2026-05-04T04:02:55.411674Z","end":"2026-05-04T04:02:55.548444Z","steps":["trace[1873357806] 'agreement among raft nodes before linearized reading' (duration: 136.703648ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:05:14.932344Z","caller":"traceutil/trace.go:171","msg":"trace[240125975] linearizableReadLoop","detail":"{readStateIndex:32453; appliedIndex:32452; }","duration":"246.577104ms","start":"2026-05-04T04:05:14.685724Z","end":"2026-05-04T04:05:14.932301Z","steps":["trace[240125975] 'read index received' (duration: 243.410697ms)","trace[240125975] 'applied index is now lower than readState.Index' (duration: 3.164557ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:05:14.932404Z","caller":"traceutil/trace.go:171","msg":"trace[927381155] transaction","detail":"{read_only:false; response_revision:31434; number_of_response:1; }","duration":"405.938676ms","start":"2026-05-04T04:05:14.526411Z","end":"2026-05-04T04:05:14.93235Z","steps":["trace[927381155] 'process raft request' (duration: 402.78506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:14.932521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.7802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:05:14.932562Z","caller":"traceutil/trace.go:171","msg":"trace[1520677558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31434; }","duration":"246.884902ms","start":"2026-05-04T04:05:14.685665Z","end":"2026-05-04T04:05:14.93255Z","steps":["trace[1520677558] 'agreement among raft nodes before linearized reading' (duration: 246.78144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:14.932769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:14.526389Z","time spent":"406.111741ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:05:28.841263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.467766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-05-04T04:05:28.841398Z","caller":"traceutil/trace.go:171","msg":"trace[1991876062] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:31531; }","duration":"590.649601ms","start":"2026-05-04T04:05:28.250707Z","end":"2026-05-04T04:05:28.841356Z","steps":["trace[1991876062] 'range keys from in-memory index tree' (duration: 590.22712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:28.841686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:28.250686Z","time spent":"590.982971ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-04T04:05:28.841975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.085006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T04:05:28.842093Z","caller":"traceutil/trace.go:171","msg":"trace[1405586082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31531; }","duration":"404.238851ms","start":"2026-05-04T04:05:28.437825Z","end":"2026-05-04T04:05:28.842064Z","steps":["trace[1405586082] 'range keys from in-memory index tree' (duration: 403.89056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:28.842163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:28.437811Z","time spent":"404.336843ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T04:05:28.842264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.283454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-04T04:05:28.842274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.403678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T04:05:28.842331Z","caller":"traceutil/trace.go:171","msg":"trace[827416751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31531; }","duration":"403.416038ms","start":"2026-05-04T04:05:28.4389Z","end":"2026-05-04T04:05:28.842317Z","steps":["trace[827416751] 'range keys from in-memory index tree' (duration: 403.105899ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:05:28.842342Z","caller":"traceutil/trace.go:171","msg":"trace[1960277247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31531; }","duration":"399.47092ms","start":"2026-05-04T04:05:28.442854Z","end":"2026-05-04T04:05:28.842325Z","steps":["trace[1960277247] 'range keys from in-memory index tree' (duration: 399.205743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:28.842371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:28.438871Z","time spent":"403.49212ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T04:05:28.842378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:28.442827Z","time spent":"399.543352ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T04:05:28.842399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.390053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-04T04:05:28.842514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.856827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:05:28.842517Z","caller":"traceutil/trace.go:171","msg":"trace[1152856298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31531; }","duration":"397.479556ms","start":"2026-05-04T04:05:28.444988Z","end":"2026-05-04T04:05:28.842468Z","steps":["trace[1152856298] 'range keys from in-memory index tree' (duration: 397.235819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:28.842619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:28.44494Z","time spent":"397.66355ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T04:05:28.842404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.18564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T04:05:28.842679Z","caller":"traceutil/trace.go:171","msg":"trace[1899283115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31531; }","duration":"396.514399ms","start":"2026-05-04T04:05:28.446146Z","end":"2026-05-04T04:05:28.84266Z","steps":["trace[1899283115] 'range keys from in-memory index tree' (duration: 395.986605ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:05:28.842612Z","caller":"traceutil/trace.go:171","msg":"trace[692147562] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:31531; }","duration":"193.027452ms","start":"2026-05-04T04:05:28.649564Z","end":"2026-05-04T04:05:28.842591Z","steps":["trace[692147562] 'count revisions from in-memory index tree' (duration: 192.775225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:28.842725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:28.446125Z","time spent":"396.588151ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T04:05:31.204221Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.32709415s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T04:05:31.207256Z","caller":"traceutil/trace.go:171","msg":"trace[372539811] linearizableReadLoop","detail":"{readStateIndex:32559; appliedIndex:32554; }","duration":"2.333211537s","start":"2026-05-04T04:05:28.874027Z","end":"2026-05-04T04:05:31.207238Z","steps":["trace[372539811] 'read index received' (duration: 22.618017ms)","trace[372539811] 'applied index is now lower than readState.Index' (duration: 2.31059295s)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:05:31.20733Z","caller":"traceutil/trace.go:171","msg":"trace[1047915795] transaction","detail":"{read_only:false; response_revision:31534; number_of_response:1; }","duration":"2.356354099s","start":"2026-05-04T04:05:28.85097Z","end":"2026-05-04T04:05:31.207324Z","steps":["trace[1047915795] 'process raft request' (duration: 2.353535072s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.207394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:28.850946Z","time spent":"2.356397321s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:05:31.207376Z","caller":"traceutil/trace.go:171","msg":"trace[1028018666] transaction","detail":"{read_only:false; response_revision:31536; number_of_response:1; }","duration":"2.356219345s","start":"2026-05-04T04:05:28.851141Z","end":"2026-05-04T04:05:31.20736Z","steps":["trace[1028018666] 'process raft request' (duration: 2.356052301s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:05:31.207449Z","caller":"traceutil/trace.go:171","msg":"trace[1324936728] transaction","detail":"{read_only:false; response_revision:31537; number_of_response:1; }","duration":"2.356240186s","start":"2026-05-04T04:05:28.851181Z","end":"2026-05-04T04:05:31.207421Z","steps":["trace[1324936728] 'process raft request' (duration: 2.35603419s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:05:31.207576Z","caller":"traceutil/trace.go:171","msg":"trace[2077993290] transaction","detail":"{read_only:false; response_revision:31535; number_of_response:1; }","duration":"2.356481283s","start":"2026-05-04T04:05:28.851088Z","end":"2026-05-04T04:05:31.20757Z","steps":["trace[2077993290] 'process raft request' (duration: 2.356045141s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.207615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:28.851082Z","time spent":"2.356515454s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:05:31.207878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333835675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-04T04:05:31.207941Z","caller":"traceutil/trace.go:171","msg":"trace[1491344412] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31537; }","duration":"2.333963938s","start":"2026-05-04T04:05:28.873963Z","end":"2026-05-04T04:05:31.207927Z","steps":["trace[1491344412] 'agreement among raft nodes before linearized reading' (duration: 2.333476254s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.207968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:28.873927Z","time spent":"2.33403662s","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-04T04:05:31.208631Z","caller":"traceutil/trace.go:171","msg":"trace[688726907] transaction","detail":"{read_only:false; response_revision:31538; number_of_response:1; }","duration":"1.636165343s","start":"2026-05-04T04:05:29.572446Z","end":"2026-05-04T04:05:31.208612Z","steps":["trace[688726907] 'process raft request' (duration: 1.635919967s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:05:31.208688Z","caller":"traceutil/trace.go:171","msg":"trace[1807951352] transaction","detail":"{read_only:false; response_revision:31539; number_of_response:1; }","duration":"1.634612751s","start":"2026-05-04T04:05:29.574065Z","end":"2026-05-04T04:05:31.208678Z","steps":["trace[1807951352] 'process raft request' (duration: 1.634382525s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.208708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.183568751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:05:31.20874Z","caller":"traceutil/trace.go:171","msg":"trace[1487089041] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:31546; }","duration":"2.183643743s","start":"2026-05-04T04:05:29.025087Z","end":"2026-05-04T04:05:31.20873Z","steps":["trace[1487089041] 'agreement among raft nodes before linearized reading' (duration: 2.183575661s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:31.208753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:29.574057Z","time spent":"1.634655672s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:05:31.208747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:29.572429Z","time spent":"1.636257036s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:05:31.208775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:29.025065Z","time spent":"2.183702934s","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:05:31.207576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:28.851176Z","time spent":"2.356328489s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:05:31.212466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:28.851136Z","time spent":"2.356314499s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:05:34.888022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296786568,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:05:35.270181Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.639100356s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-04T04:05:36.426913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037663991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-04T04:05:36.427005Z","caller":"traceutil/trace.go:171","msg":"trace[1290091181] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.037773683s","start":"2026-05-04T04:05:34.389201Z","end":"2026-05-04T04:05:36.426974Z","steps":["trace[1290091181] 'agreement among raft nodes before linearized reading' (duration: 2.037671361s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.427043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:34.389195Z","time spent":"2.037840495s","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T04:05:36.45974Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.186045122s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-04T04:05:36.466639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994526584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:05:36.466712Z","caller":"traceutil/trace.go:171","msg":"trace[412423110] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:31562; }","duration":"2.994776581s","start":"2026-05-04T04:05:33.471916Z","end":"2026-05-04T04:05:36.466693Z","steps":["trace[412423110] 'count revisions from in-memory index tree' (duration: 2.994412251s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.466743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:33.471893Z","time spent":"2.994841882s","remote":"127.0.0.1:42512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:05:36.466859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905895213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-04T04:05:36.466922Z","caller":"traceutil/trace.go:171","msg":"trace[1781801526] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:31562; }","duration":"2.905998376s","start":"2026-05-04T04:05:33.560907Z","end":"2026-05-04T04:05:36.466906Z","steps":["trace[1781801526] 'range keys from in-memory index tree' (duration: 2.90574979s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.466955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:33.560891Z","time spent":"2.906056718s","remote":"127.0.0.1:54928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-04T04:05:36.471751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20132279s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-04T04:05:36.474796Z","caller":"traceutil/trace.go:171","msg":"trace[1411792594] transaction","detail":"{read_only:false; response_revision:31568; number_of_response:1; }","duration":"1.198745589s","start":"2026-05-04T04:05:35.276015Z","end":"2026-05-04T04:05:36.474761Z","steps":["trace[1411792594] 'process raft request' (duration: 1.195903472s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:05:36.47489Z","caller":"traceutil/trace.go:171","msg":"trace[990283380] transaction","detail":"{read_only:false; response_revision:31569; number_of_response:1; }","duration":"1.1965648s","start":"2026-05-04T04:05:35.278315Z","end":"2026-05-04T04:05:36.47488Z","steps":["trace[990283380] 'process raft request' (duration: 1.193623349s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.474909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.276005Z","time spent":"1.198842462s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:05:36.474939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.278304Z","time spent":"1.19660626s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:05:36.47512Z","caller":"traceutil/trace.go:171","msg":"trace[1654626328] transaction","detail":"{read_only:false; response_revision:31563; number_of_response:1; }","duration":"2.844140807s","start":"2026-05-04T04:05:33.630965Z","end":"2026-05-04T04:05:36.475106Z","steps":["trace[1654626328] 'process raft request' (duration: 1.639418644s)","trace[1654626328] 'compare' (duration: 1.201246388s)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:05:36.475165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:33.630942Z","time spent":"2.844197619s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:05:36.475224Z","caller":"traceutil/trace.go:171","msg":"trace[1783480228] transaction","detail":"{read_only:false; response_revision:31567; number_of_response:1; }","duration":"1.201172066s","start":"2026-05-04T04:05:35.274038Z","end":"2026-05-04T04:05:36.47521Z","steps":["trace[1783480228] 'process raft request' (duration: 1.197862325s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.475281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.273998Z","time spent":"1.201250518s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:05:36.475378Z","caller":"traceutil/trace.go:171","msg":"trace[97305496] linearizableReadLoop","detail":"{readStateIndex:32586; appliedIndex:32585; }","duration":"2.088415536s","start":"2026-05-04T04:05:34.386954Z","end":"2026-05-04T04:05:36.47537Z","steps":["trace[97305496] 'read index received' (duration: 883.465037ms)","trace[97305496] 'applied index is now lower than readState.Index' (duration: 1.204949739s)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:05:36.475426Z","caller":"traceutil/trace.go:171","msg":"trace[456376373] transaction","detail":"{read_only:false; response_revision:31564; number_of_response:1; }","duration":"1.201872324s","start":"2026-05-04T04:05:35.273549Z","end":"2026-05-04T04:05:36.475421Z","steps":["trace[456376373] 'process raft request' (duration: 1.198273936s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.475454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.273536Z","time spent":"1.201899826s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:05:36.475499Z","caller":"traceutil/trace.go:171","msg":"trace[1914289213] transaction","detail":"{read_only:false; response_revision:31565; number_of_response:1; }","duration":"1.201778092s","start":"2026-05-04T04:05:35.273716Z","end":"2026-05-04T04:05:36.475495Z","steps":["trace[1914289213] 'process raft request' (duration: 1.198141773s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.475526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.27368Z","time spent":"1.201829844s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:05:36.475566Z","caller":"traceutil/trace.go:171","msg":"trace[1021581789] transaction","detail":"{read_only:false; response_revision:31566; number_of_response:1; }","duration":"1.201732471s","start":"2026-05-04T04:05:35.273827Z","end":"2026-05-04T04:05:36.475559Z","steps":["trace[1021581789] 'process raft request' (duration: 1.198055731s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.475592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.273817Z","time spent":"1.201758492s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:05:36.475667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088707835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:05:36.475693Z","caller":"traceutil/trace.go:171","msg":"trace[1116640526] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:31571; }","duration":"2.088771247s","start":"2026-05-04T04:05:34.386915Z","end":"2026-05-04T04:05:36.475687Z","steps":["trace[1116640526] 'agreement among raft nodes before linearized reading' (duration: 2.088719205s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.475713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:34.3869Z","time spent":"2.088807357s","remote":"127.0.0.1:54948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:05:36.477518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196773866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-04T04:05:36.477546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204207608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T04:05:36.477495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090493113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:05:36.477582Z","caller":"traceutil/trace.go:171","msg":"trace[559229401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31571; }","duration":"1.196869958s","start":"2026-05-04T04:05:35.280697Z","end":"2026-05-04T04:05:36.477567Z","steps":["trace[559229401] 'agreement among raft nodes before linearized reading' (duration: 1.196674373s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:05:36.477596Z","caller":"traceutil/trace.go:171","msg":"trace[577793705] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:31571; }","duration":"1.204291181s","start":"2026-05-04T04:05:35.273279Z","end":"2026-05-04T04:05:36.47757Z","steps":["trace[577793705] 'agreement among raft nodes before linearized reading' (duration: 1.20423497s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:05:36.477604Z","caller":"traceutil/trace.go:171","msg":"trace[890019137] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:31571; }","duration":"2.090629667s","start":"2026-05-04T04:05:34.38696Z","end":"2026-05-04T04:05:36.47759Z","steps":["trace[890019137] 'agreement among raft nodes before linearized reading' (duration: 2.09039992s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.477606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04284754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T04:05:36.477624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.273252Z","time spent":"1.204364882s","remote":"127.0.0.1:46744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:05:36.477641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:34.3869Z","time spent":"2.09073163s","remote":"127.0.0.1:55086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":98,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:05:36.477647Z","caller":"traceutil/trace.go:171","msg":"trace[174772911] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:31571; }","duration":"2.042924752s","start":"2026-05-04T04:05:34.434711Z","end":"2026-05-04T04:05:36.477635Z","steps":["trace[174772911] 'agreement among raft nodes before linearized reading' (duration: 2.042778598s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.477681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:34.434701Z","time spent":"2.042970914s","remote":"127.0.0.1:55204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:05:36.477611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.280686Z","time spent":"1.196919169s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T04:05:36.477949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090897735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:323681"} {"level":"info","ts":"2026-05-04T04:05:36.478019Z","caller":"traceutil/trace.go:171","msg":"trace[821404895] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:31571; }","duration":"2.091008797s","start":"2026-05-04T04:05:34.386993Z","end":"2026-05-04T04:05:36.478002Z","steps":["trace[821404895] 'agreement among raft nodes before linearized reading' (duration: 2.090544074s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.478052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:34.386976Z","time spent":"2.091068199s","remote":"127.0.0.1:55276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":39,"response size":323704,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-04T04:05:36.478072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204232029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-04T04:05:36.478097Z","caller":"traceutil/trace.go:171","msg":"trace[1644055451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31571; }","duration":"1.20426511s","start":"2026-05-04T04:05:35.273826Z","end":"2026-05-04T04:05:36.478091Z","steps":["trace[1644055451] 'agreement among raft nodes before linearized reading' (duration: 1.204205999s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.478104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2042919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-04T04:05:36.478112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.27382Z","time spent":"1.204288481s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-04T04:05:36.478126Z","caller":"traceutil/trace.go:171","msg":"trace[840664901] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31571; }","duration":"1.204336762s","start":"2026-05-04T04:05:35.273783Z","end":"2026-05-04T04:05:36.47812Z","steps":["trace[840664901] 'agreement among raft nodes before linearized reading' (duration: 1.204281511s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.47814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.273776Z","time spent":"1.204361473s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T04:05:36.478133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20425565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-04T04:05:36.478168Z","caller":"traceutil/trace.go:171","msg":"trace[773498451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31571; }","duration":"1.204299331s","start":"2026-05-04T04:05:35.273858Z","end":"2026-05-04T04:05:36.478157Z","steps":["trace[773498451] 'agreement among raft nodes before linearized reading' (duration: 1.204205429s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.478218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.273854Z","time spent":"1.204353923s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T04:05:36.482621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208843495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-04T04:05:36.482681Z","caller":"traceutil/trace.go:171","msg":"trace[1046645684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31571; }","duration":"1.208963618s","start":"2026-05-04T04:05:35.273704Z","end":"2026-05-04T04:05:36.482667Z","steps":["trace[1046645684] 'agreement among raft nodes before linearized reading' (duration: 1.203746526s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:05:36.482711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:05:35.273667Z","time spent":"1.20903613s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-04T04:06:01.575146Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28863} {"level":"info","ts":"2026-05-04T04:06:01.711394Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28863,"took":"132.265152ms","hash":2765420778,"current-db-size-bytes":58363904,"current-db-size":"58 MB","current-db-size-in-use-bytes":35770368,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-04T04:06:01.711492Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2765420778,"revision":28863,"compact-revision":25952} {"level":"warn","ts":"2026-05-04T04:08:53.734662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296789932,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:08:54.234848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296789932,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:08:54.735391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296789932,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:08:54.867193Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.745444421s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T04:08:54.867557Z","caller":"traceutil/trace.go:171","msg":"trace[1469588798] transaction","detail":"{read_only:false; response_revision:33008; number_of_response:1; }","duration":"1.745876342s","start":"2026-05-04T04:08:53.121659Z","end":"2026-05-04T04:08:54.867535Z","steps":["trace[1469588798] 'process raft request' (duration: 1.745731748s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.867696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.121642Z","time spent":"1.745982406s","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1164,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:08:54.883134Z","caller":"traceutil/trace.go:171","msg":"trace[1297960842] linearizableReadLoop","detail":"{readStateIndex:34080; appliedIndex:34074; }","duration":"1.649471719s","start":"2026-05-04T04:08:53.233623Z","end":"2026-05-04T04:08:54.883094Z","steps":["trace[1297960842] 'read index received' (duration: 1.634550992s)","trace[1297960842] 'applied index is now lower than readState.Index' (duration: 14.919687ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:08:54.88343Z","caller":"traceutil/trace.go:171","msg":"trace[1776438168] transaction","detail":"{read_only:false; response_revision:33009; number_of_response:1; }","duration":"1.65022766s","start":"2026-05-04T04:08:53.233192Z","end":"2026-05-04T04:08:54.88342Z","steps":["trace[1776438168] 'process raft request' (duration: 1.64948868s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.883527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.233169Z","time spent":"1.650289972s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:08:54.883621Z","caller":"traceutil/trace.go:171","msg":"trace[458906386] transaction","detail":"{read_only:false; response_revision:33010; number_of_response:1; }","duration":"1.650290352s","start":"2026-05-04T04:08:53.233323Z","end":"2026-05-04T04:08:54.883613Z","steps":["trace[458906386] 'process raft request' (duration: 1.64949258s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.883668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.233315Z","time spent":"1.650320833s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:08:54.883735Z","caller":"traceutil/trace.go:171","msg":"trace[1319484341] transaction","detail":"{read_only:false; response_revision:33011; number_of_response:1; }","duration":"1.650359613s","start":"2026-05-04T04:08:53.23337Z","end":"2026-05-04T04:08:54.883729Z","steps":["trace[1319484341] 'process raft request' (duration: 1.64948263s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.883799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.233364Z","time spent":"1.650406065s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:08:54.883902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650262912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:08:54.883929Z","caller":"traceutil/trace.go:171","msg":"trace[1307387364] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:33016; }","duration":"1.650331673s","start":"2026-05-04T04:08:53.233588Z","end":"2026-05-04T04:08:54.88392Z","steps":["trace[1307387364] 'agreement among raft nodes before linearized reading' (duration: 1.650270791s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.883952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.23358Z","time spent":"1.650363804s","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:08:54.884019Z","caller":"traceutil/trace.go:171","msg":"trace[645772962] transaction","detail":"{read_only:false; response_revision:33012; number_of_response:1; }","duration":"1.65059156s","start":"2026-05-04T04:08:53.233414Z","end":"2026-05-04T04:08:54.884006Z","steps":["trace[645772962] 'process raft request' (duration: 1.649467669s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.884073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.233406Z","time spent":"1.650640551s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:08:54.884178Z","caller":"traceutil/trace.go:171","msg":"trace[92699421] transaction","detail":"{read_only:false; response_revision:33014; number_of_response:1; }","duration":"1.40347018s","start":"2026-05-04T04:08:53.480698Z","end":"2026-05-04T04:08:54.884168Z","steps":["trace[92699421] 'process raft request' (duration: 1.402253327s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:08:54.884173Z","caller":"traceutil/trace.go:171","msg":"trace[950749056] transaction","detail":"{read_only:false; response_revision:33013; number_of_response:1; }","duration":"1.650690283s","start":"2026-05-04T04:08:53.233462Z","end":"2026-05-04T04:08:54.884152Z","steps":["trace[950749056] 'process raft request' (duration: 1.649447259s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.884168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650382794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-05-04T04:08:54.884232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.480681Z","time spent":"1.403524612s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:08:54.884252Z","caller":"traceutil/trace.go:171","msg":"trace[518808243] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:33016; }","duration":"1.650505248s","start":"2026-05-04T04:08:53.233727Z","end":"2026-05-04T04:08:54.884232Z","steps":["trace[518808243] 'agreement among raft nodes before linearized reading' (duration: 1.650225031s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.884289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.233456Z","time spent":"1.650765755s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:08:54.884302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.233722Z","time spent":"1.65056632s","remote":"127.0.0.1:54976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-04T04:08:54.884374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.34619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:08:54.884436Z","caller":"traceutil/trace.go:171","msg":"trace[663308678] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:33016; }","duration":"580.394972ms","start":"2026-05-04T04:08:54.303998Z","end":"2026-05-04T04:08:54.884393Z","steps":["trace[663308678] 'agreement among raft nodes before linearized reading' (duration: 580.34655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.884448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32837435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-04T04:08:54.884462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:54.303986Z","time spent":"580.468523ms","remote":"127.0.0.1:38308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:08:54.884478Z","caller":"traceutil/trace.go:171","msg":"trace[312004575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33016; }","duration":"1.328415981s","start":"2026-05-04T04:08:53.556053Z","end":"2026-05-04T04:08:54.884469Z","steps":["trace[312004575] 'agreement among raft nodes before linearized reading' (duration: 1.328304688s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.884498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.556048Z","time spent":"1.328445211s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T04:08:54.88455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328512444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T04:08:54.884576Z","caller":"traceutil/trace.go:171","msg":"trace[1043148175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33016; }","duration":"1.328566595s","start":"2026-05-04T04:08:53.556002Z","end":"2026-05-04T04:08:54.884569Z","steps":["trace[1043148175] 'agreement among raft nodes before linearized reading' (duration: 1.328489433s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.88458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.215184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:08:54.884592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.555987Z","time spent":"1.328601506s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-04T04:08:54.884605Z","caller":"traceutil/trace.go:171","msg":"trace[522105917] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:33016; }","duration":"618.273556ms","start":"2026-05-04T04:08:54.266322Z","end":"2026-05-04T04:08:54.884595Z","steps":["trace[522105917] 'agreement among raft nodes before linearized reading' (duration: 618.230175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.884627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:54.266302Z","time spent":"618.319617ms","remote":"127.0.0.1:34652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:08:54.884682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426977952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T04:08:54.884698Z","caller":"traceutil/trace.go:171","msg":"trace[486586221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33016; }","duration":"1.427017984s","start":"2026-05-04T04:08:53.457675Z","end":"2026-05-04T04:08:54.884693Z","steps":["trace[486586221] 'agreement among raft nodes before linearized reading' (duration: 1.426966992s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.884712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.457662Z","time spent":"1.427047094s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T04:08:54.884779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543184427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:08:54.884796Z","caller":"traceutil/trace.go:171","msg":"trace[95492543] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:33016; }","duration":"1.543241728s","start":"2026-05-04T04:08:53.341547Z","end":"2026-05-04T04:08:54.884789Z","steps":["trace[95492543] 'agreement among raft nodes before linearized reading' (duration: 1.543202007s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.884811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.341523Z","time spent":"1.543282759s","remote":"127.0.0.1:39302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:08:54.884858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.06461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:08:54.884888Z","caller":"traceutil/trace.go:171","msg":"trace[474654950] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:33016; }","duration":"369.126811ms","start":"2026-05-04T04:08:54.515754Z","end":"2026-05-04T04:08:54.884881Z","steps":["trace[474654950] 'agreement among raft nodes before linearized reading' (duration: 369.07825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.884912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:54.515739Z","time spent":"369.168033ms","remote":"127.0.0.1:54944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:08:54.885012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.544163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:08:54.885031Z","caller":"traceutil/trace.go:171","msg":"trace[1563597052] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:33016; }","duration":"458.583745ms","start":"2026-05-04T04:08:54.426443Z","end":"2026-05-04T04:08:54.885026Z","steps":["trace[1563597052] 'agreement among raft nodes before linearized reading' (duration: 458.540324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.885048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:54.426437Z","time spent":"458.607265ms","remote":"127.0.0.1:43496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:08:54.885073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.210277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:08:54.884777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202215534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:08:54.885129Z","caller":"traceutil/trace.go:171","msg":"trace[2118432925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33016; }","duration":"1.202595694s","start":"2026-05-04T04:08:53.682525Z","end":"2026-05-04T04:08:54.88512Z","steps":["trace[2118432925] 'agreement among raft nodes before linearized reading' (duration: 1.202226704s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.885156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:53.682513Z","time spent":"1.202636555s","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-04T04:08:54.885104Z","caller":"traceutil/trace.go:171","msg":"trace[956455772] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:33016; }","duration":"498.259299ms","start":"2026-05-04T04:08:54.386834Z","end":"2026-05-04T04:08:54.885093Z","steps":["trace[956455772] 'agreement among raft nodes before linearized reading' (duration: 498.206467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:08:54.885274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:08:54.386824Z","time spent":"498.442093ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:11:01.582188Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31759} {"level":"info","ts":"2026-05-04T04:11:01.749811Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31759,"took":"161.008808ms","hash":147092100,"current-db-size-bytes":59404288,"current-db-size":"59 MB","current-db-size-in-use-bytes":30797824,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-04T04:11:01.749871Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":147092100,"revision":31759,"compact-revision":28863} {"level":"info","ts":"2026-05-04T04:11:52.245822Z","caller":"traceutil/trace.go:171","msg":"trace[1782696271] transaction","detail":"{read_only:false; response_revision:34349; number_of_response:1; }","duration":"164.929274ms","start":"2026-05-04T04:11:52.080863Z","end":"2026-05-04T04:11:52.245792Z","steps":["trace[1782696271] 'process raft request' (duration: 164.698868ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:54.096952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296793340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:11:54.597444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296793340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:11:55.098147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296793340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:11:55.450445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.854160009s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T04:11:55.451363Z","caller":"traceutil/trace.go:171","msg":"trace[2051721351] transaction","detail":"{read_only:false; response_revision:34350; number_of_response:1; }","duration":"1.855130975s","start":"2026-05-04T04:11:53.596202Z","end":"2026-05-04T04:11:55.451333Z","steps":["trace[2051721351] 'process raft request' (duration: 1.854825587s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.451656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.596186Z","time spent":"1.8553131s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:11:55.454384Z","caller":"traceutil/trace.go:171","msg":"trace[1684462747] transaction","detail":"{read_only:false; response_revision:34353; number_of_response:1; }","duration":"1.856867012s","start":"2026-05-04T04:11:53.597498Z","end":"2026-05-04T04:11:55.454365Z","steps":["trace[1684462747] 'process raft request' (duration: 1.85679387s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:11:55.454446Z","caller":"traceutil/trace.go:171","msg":"trace[881713012] transaction","detail":"{read_only:false; response_revision:34351; number_of_response:1; }","duration":"1.85713398s","start":"2026-05-04T04:11:53.597279Z","end":"2026-05-04T04:11:55.454413Z","steps":["trace[881713012] 'process raft request' (duration: 1.856843302s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.454538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.597491Z","time spent":"1.856957336s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:11:55.45464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.597268Z","time spent":"1.857257694s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:11:55.454681Z","caller":"traceutil/trace.go:171","msg":"trace[670227806] transaction","detail":"{read_only:false; response_revision:34354; number_of_response:1; }","duration":"1.848748261s","start":"2026-05-04T04:11:53.605915Z","end":"2026-05-04T04:11:55.454663Z","steps":["trace[670227806] 'process raft request' (duration: 1.848416462s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:11:55.454448Z","caller":"traceutil/trace.go:171","msg":"trace[2072916168] transaction","detail":"{read_only:false; response_revision:34352; number_of_response:1; }","duration":"1.857089579s","start":"2026-05-04T04:11:53.597341Z","end":"2026-05-04T04:11:55.45443Z","steps":["trace[2072916168] 'process raft request' (duration: 1.856917294s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.45477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.605902Z","time spent":"1.848821883s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:11:55.454829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.597335Z","time spent":"1.857457599s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:11:55.45491Z","caller":"traceutil/trace.go:171","msg":"trace[1362984533] transaction","detail":"{read_only:false; response_revision:34356; number_of_response:1; }","duration":"1.244076957s","start":"2026-05-04T04:11:54.210824Z","end":"2026-05-04T04:11:55.4549Z","steps":["trace[1362984533] 'process raft request' (duration: 1.243905192s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:11:55.454887Z","caller":"traceutil/trace.go:171","msg":"trace[249082984] linearizableReadLoop","detail":"{readStateIndex:35463; appliedIndex:35454; }","duration":"1.85824573s","start":"2026-05-04T04:11:53.596615Z","end":"2026-05-04T04:11:55.45486Z","steps":["trace[249082984] 'read index received' (duration: 1.854463127s)","trace[249082984] 'applied index is now lower than readState.Index' (duration: 3.781473ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:11:55.454986Z","caller":"traceutil/trace.go:171","msg":"trace[465891095] transaction","detail":"{read_only:false; response_revision:34355; number_of_response:1; }","duration":"1.849001438s","start":"2026-05-04T04:11:53.605977Z","end":"2026-05-04T04:11:55.454978Z","steps":["trace[465891095] 'process raft request' (duration: 1.848625258s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.455033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.605971Z","time spent":"1.849039459s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:11:55.455033Z","caller":"traceutil/trace.go:171","msg":"trace[1874087753] transaction","detail":"{read_only:false; response_revision:34357; number_of_response:1; }","duration":"1.242916825s","start":"2026-05-04T04:11:54.212067Z","end":"2026-05-04T04:11:55.454984Z","steps":["trace[1874087753] 'process raft request' (duration: 1.242695279s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:11:55.455061Z","caller":"traceutil/trace.go:171","msg":"trace[2082214134] transaction","detail":"{read_only:false; response_revision:34358; number_of_response:1; }","duration":"1.157077251s","start":"2026-05-04T04:11:54.297971Z","end":"2026-05-04T04:11:55.455048Z","steps":["trace[2082214134] 'process raft request' (duration: 1.156830214s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.455161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:54.21206Z","time spent":"1.24305508s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:11:55.455213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:54.297944Z","time spent":"1.157150133s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:11:55.454955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:54.210802Z","time spent":"1.244131809s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:11:55.45534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858720194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:11:55.455376Z","caller":"traceutil/trace.go:171","msg":"trace[1011387020] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:34358; }","duration":"1.858785465s","start":"2026-05-04T04:11:53.59658Z","end":"2026-05-04T04:11:55.455365Z","steps":["trace[1011387020] 'agreement among raft nodes before linearized reading' (duration: 1.858726343s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.455405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.596566Z","time spent":"1.858830716s","remote":"127.0.0.1:34432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:11:55.455667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278528009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11417"} {"level":"info","ts":"2026-05-04T04:11:55.455712Z","caller":"traceutil/trace.go:171","msg":"trace[265456799] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:34358; }","duration":"1.278605991s","start":"2026-05-04T04:11:54.177094Z","end":"2026-05-04T04:11:55.4557Z","steps":["trace[265456799] 'agreement among raft nodes before linearized reading' (duration: 1.278443656s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.455738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:54.177072Z","time spent":"1.278659802s","remote":"127.0.0.1:55276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":11440,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} {"level":"warn","ts":"2026-05-04T04:11:55.455809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71579655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-04T04:11:55.455853Z","caller":"traceutil/trace.go:171","msg":"trace[1107476558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34358; }","duration":"1.715912383s","start":"2026-05-04T04:11:53.73993Z","end":"2026-05-04T04:11:55.455843Z","steps":["trace[1107476558] 'agreement among raft nodes before linearized reading' (duration: 1.715763869s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.455888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.739905Z","time spent":"1.715975225s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T04:11:55.456003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715303606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T04:11:55.456032Z","caller":"traceutil/trace.go:171","msg":"trace[784248215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34358; }","duration":"1.715345518s","start":"2026-05-04T04:11:53.74068Z","end":"2026-05-04T04:11:55.456026Z","steps":["trace[784248215] 'agreement among raft nodes before linearized reading' (duration: 1.715264115s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.45607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.740672Z","time spent":"1.715393199s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T04:11:55.456094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.909694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:11:55.456048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.440362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:11:55.456123Z","caller":"traceutil/trace.go:171","msg":"trace[1383104597] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:34358; }","duration":"536.973256ms","start":"2026-05-04T04:11:54.919139Z","end":"2026-05-04T04:11:55.456112Z","steps":["trace[1383104597] 'agreement among raft nodes before linearized reading' (duration: 536.924965ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:11:55.456137Z","caller":"traceutil/trace.go:171","msg":"trace[1852628664] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:34358; }","duration":"346.554384ms","start":"2026-05-04T04:11:55.109571Z","end":"2026-05-04T04:11:55.456126Z","steps":["trace[1852628664] 'agreement among raft nodes before linearized reading' (duration: 346.437201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.456153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:54.919117Z","time spent":"537.029407ms","remote":"127.0.0.1:38408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:11:55.456174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772652732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:11:55.456216Z","caller":"traceutil/trace.go:171","msg":"trace[1848479242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34358; }","duration":"1.772725695s","start":"2026-05-04T04:11:53.683481Z","end":"2026-05-04T04:11:55.456207Z","steps":["trace[1848479242] 'agreement among raft nodes before linearized reading' (duration: 1.772653093s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.456244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.683466Z","time spent":"1.772772386s","remote":"127.0.0.1:54808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T04:11:55.456165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:55.109555Z","time spent":"346.598446ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:11:55.456322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.054215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:11:55.456354Z","caller":"traceutil/trace.go:171","msg":"trace[1263718922] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:34358; }","duration":"772.100247ms","start":"2026-05-04T04:11:54.684242Z","end":"2026-05-04T04:11:55.456342Z","steps":["trace[1263718922] 'agreement among raft nodes before linearized reading' (duration: 772.050326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.456384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:54.684234Z","time spent":"772.142248ms","remote":"127.0.0.1:38320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:11:55.456538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.998553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:11:55.456561Z","caller":"traceutil/trace.go:171","msg":"trace[1890980802] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:34358; }","duration":"828.056305ms","start":"2026-05-04T04:11:54.628497Z","end":"2026-05-04T04:11:55.456553Z","steps":["trace[1890980802] 'agreement among raft nodes before linearized reading' (duration: 828.006034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.456584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:54.628481Z","time spent":"828.096427ms","remote":"127.0.0.1:38030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:11:55.456778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640098662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-04T04:11:55.456859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361779891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:11:55.456907Z","caller":"traceutil/trace.go:171","msg":"trace[854474554] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:34358; }","duration":"1.361875164s","start":"2026-05-04T04:11:54.095018Z","end":"2026-05-04T04:11:55.456894Z","steps":["trace[854474554] 'agreement among raft nodes before linearized reading' (duration: 1.361656958s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:11:55.456906Z","caller":"traceutil/trace.go:171","msg":"trace[2016470117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34358; }","duration":"1.640275517s","start":"2026-05-04T04:11:53.816606Z","end":"2026-05-04T04:11:55.456882Z","steps":["trace[2016470117] 'agreement among raft nodes before linearized reading' (duration: 1.640002629s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.456932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:54.094991Z","time spent":"1.361934255s","remote":"127.0.0.1:54988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":96,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:11:55.456948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.816595Z","time spent":"1.64034434s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T04:11:55.456949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.435038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T04:11:55.456956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641657425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T04:11:55.456993Z","caller":"traceutil/trace.go:171","msg":"trace[1122122172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34358; }","duration":"1.641723277s","start":"2026-05-04T04:11:53.815259Z","end":"2026-05-04T04:11:55.456983Z","steps":["trace[1122122172] 'agreement among raft nodes before linearized reading' (duration: 1.641620864s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.457015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.815244Z","time spent":"1.641766097s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-04T04:11:55.45699Z","caller":"traceutil/trace.go:171","msg":"trace[6984574] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:34358; }","duration":"898.536501ms","start":"2026-05-04T04:11:54.558443Z","end":"2026-05-04T04:11:55.45698Z","steps":["trace[6984574] 'agreement among raft nodes before linearized reading' (duration: 898.303604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.457123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:54.558429Z","time spent":"898.677514ms","remote":"127.0.0.1:55296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":67,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:11:55.457142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025844807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-04T04:11:55.457167Z","caller":"traceutil/trace.go:171","msg":"trace[762364327] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34358; }","duration":"1.025910109s","start":"2026-05-04T04:11:54.431249Z","end":"2026-05-04T04:11:55.457159Z","steps":["trace[762364327] 'agreement among raft nodes before linearized reading' (duration: 1.025810516s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.457185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:54.43123Z","time spent":"1.02595117s","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-04T04:11:55.457226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645214492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-04T04:11:55.457327Z","caller":"traceutil/trace.go:171","msg":"trace[1614670884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34358; }","duration":"1.645323755s","start":"2026-05-04T04:11:53.811983Z","end":"2026-05-04T04:11:55.457306Z","steps":["trace[1614670884] 'agreement among raft nodes before linearized reading' (duration: 1.643557016s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.457373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.811973Z","time spent":"1.645385777s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T04:11:55.463672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857274523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-04T04:11:55.463761Z","caller":"traceutil/trace.go:171","msg":"trace[1570698529] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:34358; }","duration":"1.857400437s","start":"2026-05-04T04:11:53.606342Z","end":"2026-05-04T04:11:55.463742Z","steps":["trace[1570698529] 'agreement among raft nodes before linearized reading' (duration: 1.849126051s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:11:55.4638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:11:53.606336Z","time spent":"1.857455499s","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2254,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:12:49.970842Z","caller":"traceutil/trace.go:171","msg":"trace[679707089] transaction","detail":"{read_only:false; response_revision:34747; number_of_response:1; }","duration":"320.542494ms","start":"2026-05-04T04:12:49.650276Z","end":"2026-05-04T04:12:49.970818Z","steps":["trace[679707089] 'process raft request' (duration: 320.39687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:49.971012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.650257Z","time spent":"320.668588ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:12:51.303598Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.332954075s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T04:12:51.304379Z","caller":"traceutil/trace.go:171","msg":"trace[532448695] transaction","detail":"{read_only:false; response_revision:34748; number_of_response:1; }","duration":"1.652854902s","start":"2026-05-04T04:12:49.651477Z","end":"2026-05-04T04:12:51.304332Z","steps":["trace[532448695] 'process raft request' (duration: 1.652464981s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.304506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.651441Z","time spent":"1.652985075s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:12:51.317013Z","caller":"traceutil/trace.go:171","msg":"trace[295972837] transaction","detail":"{read_only:false; response_revision:34750; number_of_response:1; }","duration":"1.532929206s","start":"2026-05-04T04:12:49.784063Z","end":"2026-05-04T04:12:51.316992Z","steps":["trace[295972837] 'process raft request' (duration: 1.532020041s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.31713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.78405Z","time spent":"1.533016719s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:12:51.317235Z","caller":"traceutil/trace.go:171","msg":"trace[1485383362] transaction","detail":"{read_only:false; response_revision:34751; number_of_response:1; }","duration":"1.530643914s","start":"2026-05-04T04:12:49.786583Z","end":"2026-05-04T04:12:51.317227Z","steps":["trace[1485383362] 'process raft request' (duration: 1.530078918s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.31727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.786575Z","time spent":"1.530673975s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:12:51.317422Z","caller":"traceutil/trace.go:171","msg":"trace[1017804265] transaction","detail":"{read_only:false; response_revision:34754; number_of_response:1; }","duration":"1.10467924s","start":"2026-05-04T04:12:50.212704Z","end":"2026-05-04T04:12:51.317383Z","steps":["trace[1017804265] 'process raft request' (duration: 1.104057433s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.317616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:50.212672Z","time spent":"1.104838874s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:12:51.317851Z","caller":"traceutil/trace.go:171","msg":"trace[1261217055] transaction","detail":"{read_only:false; response_revision:34753; number_of_response:1; }","duration":"1.428747101s","start":"2026-05-04T04:12:49.889094Z","end":"2026-05-04T04:12:51.317841Z","steps":["trace[1261217055] 'process raft request' (duration: 1.427631031s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.317897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.889076Z","time spent":"1.428798262s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:12:51.317955Z","caller":"traceutil/trace.go:171","msg":"trace[1079669210] transaction","detail":"{read_only:false; response_revision:34752; number_of_response:1; }","duration":"1.504661844s","start":"2026-05-04T04:12:49.813285Z","end":"2026-05-04T04:12:51.317947Z","steps":["trace[1079669210] 'process raft request' (duration: 1.50341643s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:12:51.318159Z","caller":"traceutil/trace.go:171","msg":"trace[149236681] linearizableReadLoop","detail":"{readStateIndex:35868; appliedIndex:35863; }","duration":"1.494100246s","start":"2026-05-04T04:12:49.824027Z","end":"2026-05-04T04:12:51.318128Z","steps":["trace[149236681] 'read index received' (duration: 147.466568ms)","trace[149236681] 'applied index is now lower than readState.Index' (duration: 1.346631548s)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:12:51.317998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.813252Z","time spent":"1.504727676s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:12:51.318456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452291634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:12:51.318428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494351913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:12:51.318583Z","caller":"traceutil/trace.go:171","msg":"trace[1291998432] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:34755; }","duration":"1.494586789s","start":"2026-05-04T04:12:49.823972Z","end":"2026-05-04T04:12:51.318559Z","steps":["trace[1291998432] 'agreement among raft nodes before linearized reading' (duration: 1.494307001s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.31863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.823952Z","time spent":"1.494668432s","remote":"127.0.0.1:38264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:12:51.318483Z","caller":"traceutil/trace.go:171","msg":"trace[1895307824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34755; }","duration":"1.452367546s","start":"2026-05-04T04:12:49.866108Z","end":"2026-05-04T04:12:51.318476Z","steps":["trace[1895307824] 'agreement among raft nodes before linearized reading' (duration: 1.452309874s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.318877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.866082Z","time spent":"1.452784967s","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T04:12:51.318969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.714629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:12:51.318998Z","caller":"traceutil/trace.go:171","msg":"trace[1871595229] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34755; }","duration":"588.787671ms","start":"2026-05-04T04:12:50.730201Z","end":"2026-05-04T04:12:51.318988Z","steps":["trace[1871595229] 'agreement among raft nodes before linearized reading' (duration: 588.739069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.319031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:50.73017Z","time spent":"588.854193ms","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:12:51.319125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106587452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-04T04:12:51.319153Z","caller":"traceutil/trace.go:171","msg":"trace[425073528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34755; }","duration":"1.106652374s","start":"2026-05-04T04:12:50.212491Z","end":"2026-05-04T04:12:51.319143Z","steps":["trace[425073528] 'agreement among raft nodes before linearized reading' (duration: 1.10650028s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.319159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375271211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:12:51.319173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:50.212473Z","time spent":"1.106695056s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-04T04:12:51.319188Z","caller":"traceutil/trace.go:171","msg":"trace[63669874] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:34755; }","duration":"1.375297872s","start":"2026-05-04T04:12:49.943879Z","end":"2026-05-04T04:12:51.319177Z","steps":["trace[63669874] 'agreement among raft nodes before linearized reading' (duration: 1.37523965s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.319196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.422415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T04:12:51.319209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.943844Z","time spent":"1.375358982s","remote":"127.0.0.1:39292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:12:51.319223Z","caller":"traceutil/trace.go:171","msg":"trace[666036865] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:34755; }","duration":"709.496357ms","start":"2026-05-04T04:12:50.609717Z","end":"2026-05-04T04:12:51.319213Z","steps":["trace[666036865] 'agreement among raft nodes before linearized reading' (duration: 709.416145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.319243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:50.609687Z","time spent":"709.549748ms","remote":"127.0.0.1:51202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":40,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:12:51.319364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106748357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-04T04:12:51.319365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394384363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:12:51.319391Z","caller":"traceutil/trace.go:171","msg":"trace[386798254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34755; }","duration":"1.106823708s","start":"2026-05-04T04:12:50.21256Z","end":"2026-05-04T04:12:51.319383Z","steps":["trace[386798254] 'agreement among raft nodes before linearized reading' (duration: 1.106748056s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:12:51.319411Z","caller":"traceutil/trace.go:171","msg":"trace[744305068] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:34755; }","duration":"1.394475835s","start":"2026-05-04T04:12:49.924925Z","end":"2026-05-04T04:12:51.319401Z","steps":["trace[744305068] 'agreement among raft nodes before linearized reading' (duration: 1.39429467s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.319391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.700825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-04T04:12:51.319444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:49.9249Z","time spent":"1.394537387s","remote":"127.0.0.1:55002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":96,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:12:51.319445Z","caller":"traceutil/trace.go:171","msg":"trace[707673636] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34755; }","duration":"630.794718ms","start":"2026-05-04T04:12:50.68864Z","end":"2026-05-04T04:12:51.319435Z","steps":["trace[707673636] 'agreement among raft nodes before linearized reading' (duration: 630.698345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:12:51.319624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:50.688609Z","time spent":"631.007134ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T04:12:51.319415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:12:50.212534Z","time spent":"1.10687624s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T04:15:09.457083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.279428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:15:09.457168Z","caller":"traceutil/trace.go:171","msg":"trace[1503738163] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:35784; }","duration":"305.420272ms","start":"2026-05-04T04:15:09.151732Z","end":"2026-05-04T04:15:09.457153Z","steps":["trace[1503738163] 'count revisions from in-memory index tree' (duration: 305.188955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:15:09.457196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:15:09.151707Z","time spent":"305.481643ms","remote":"127.0.0.1:43372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:15:09.458048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.665942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29631135-dfzvl\" ","response":"range_response_count:1 size:7092"} {"level":"info","ts":"2026-05-04T04:15:09.458162Z","caller":"traceutil/trace.go:171","msg":"trace[985801232] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29631135-dfzvl; range_end:; response_count:1; response_revision:35784; }","duration":"419.847866ms","start":"2026-05-04T04:15:09.038285Z","end":"2026-05-04T04:15:09.458133Z","steps":["trace[985801232] 'range keys from in-memory index tree' (duration: 419.407295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:15:09.458206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:15:09.038259Z","time spent":"419.936209ms","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7115,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29631135-dfzvl\" "} {"level":"info","ts":"2026-05-04T04:16:01.588243Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33980} {"level":"info","ts":"2026-05-04T04:16:01.733433Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33980,"took":"141.745241ms","hash":4119337939,"current-db-size-bytes":59404288,"current-db-size":"59 MB","current-db-size-in-use-bytes":29188096,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-04T04:16:01.733607Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4119337939,"revision":33980,"compact-revision":31759} {"level":"warn","ts":"2026-05-04T04:17:57.052508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296799952,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-04T04:17:57.362079Z","caller":"traceutil/trace.go:171","msg":"trace[1340592109] transaction","detail":"{read_only:false; response_revision:37051; number_of_response:1; }","duration":"970.296741ms","start":"2026-05-04T04:17:56.391738Z","end":"2026-05-04T04:17:57.362034Z","steps":["trace[1340592109] 'process raft request' (duration: 969.997582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:17:57.362254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.391723Z","time spent":"970.443154ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:18:00.689204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.287808004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-04T04:18:00.689265Z","caller":"traceutil/trace.go:171","msg":"trace[1922423769] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"3.287928257s","start":"2026-05-04T04:17:57.401326Z","end":"2026-05-04T04:18:00.689255Z","steps":["trace[1922423769] 'agreement among raft nodes before linearized reading' (duration: 3.287850374s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:18:00.689297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:57.401286Z","time spent":"3.288003499s","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T04:18:00.745772Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.390232361s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T04:18:00.749737Z","caller":"traceutil/trace.go:171","msg":"trace[1431991639] transaction","detail":"{read_only:false; response_revision:37052; number_of_response:1; }","duration":"4.349550641s","start":"2026-05-04T04:17:56.40017Z","end":"2026-05-04T04:18:00.749721Z","steps":["trace[1431991639] 'process raft request' (duration: 4.346042465s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:18:00.74984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.400152Z","time spent":"4.349630953s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:18:00.749937Z","caller":"traceutil/trace.go:171","msg":"trace[2126093663] transaction","detail":"{read_only:false; response_revision:37053; number_of_response:1; }","duration":"4.349393586s","start":"2026-05-04T04:17:56.400523Z","end":"2026-05-04T04:18:00.749916Z","steps":["trace[2126093663] 'process raft request' (duration: 4.3491513s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:18:00.749963Z","caller":"traceutil/trace.go:171","msg":"trace[598940149] transaction","detail":"{read_only:false; response_revision:37054; number_of_response:1; }","duration":"4.349187761s","start":"2026-05-04T04:17:56.400757Z","end":"2026-05-04T04:18:00.749944Z","steps":["trace[598940149] 'process raft request' (duration: 4.349098809s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:18:00.75006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.400501Z","time spent":"4.349493749s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:18:00.750071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.400739Z","time spent":"4.349272923s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:18:00.750395Z","caller":"traceutil/trace.go:171","msg":"trace[1607723532] transaction","detail":"{read_only:false; response_revision:37055; number_of_response:1; }","duration":"4.343114495s","start":"2026-05-04T04:17:56.407264Z","end":"2026-05-04T04:18:00.750378Z","steps":["trace[1607723532] 'process raft request' (duration: 4.342659492s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:18:00.750474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.407253Z","time spent":"4.343172397s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:18:00.750512Z","caller":"traceutil/trace.go:171","msg":"trace[98955577] transaction","detail":"{read_only:false; response_revision:37056; number_of_response:1; }","duration":"4.342310163s","start":"2026-05-04T04:17:56.40819Z","end":"2026-05-04T04:18:00.7505Z","steps":["trace[98955577] 'process raft request' (duration: 4.341914732s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:18:00.750562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.40818Z","time spent":"4.342355764s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:18:00.750845Z","caller":"traceutil/trace.go:171","msg":"trace[53661545] transaction","detail":"{read_only:false; response_revision:37057; number_of_response:1; }","duration":"4.317641579s","start":"2026-05-04T04:17:56.433185Z","end":"2026-05-04T04:18:00.750826Z","steps":["trace[53661545] 'process raft request' (duration: 4.316989161s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:18:00.750904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.433162Z","time spent":"4.317710801s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:18:00.75024Z","caller":"traceutil/trace.go:171","msg":"trace[1063094478] linearizableReadLoop","detail":"{readStateIndex:38238; appliedIndex:38232; }","duration":"4.261774214s","start":"2026-05-04T04:17:56.488448Z","end":"2026-05-04T04:18:00.750222Z","steps":["trace[1063094478] 'read index received' (duration: 873.836415ms)","trace[1063094478] 'applied index is now lower than readState.Index' (duration: 3.387936859s)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:18:00.752133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.263673055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-04T04:18:00.752162Z","caller":"traceutil/trace.go:171","msg":"trace[1658064787] range","detail":"{range_begin:/registry/masterleases/199.204.45.25; range_end:; response_count:1; response_revision:37057; }","duration":"4.263776098s","start":"2026-05-04T04:17:56.488376Z","end":"2026-05-04T04:18:00.752152Z","steps":["trace[1658064787] 'agreement among raft nodes before linearized reading' (duration: 4.263628624s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:18:00.752183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:56.488344Z","time spent":"4.26383475s","remote":"127.0.0.1:54858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.25\" "} {"level":"info","ts":"2026-05-04T04:18:00.768915Z","caller":"traceutil/trace.go:171","msg":"trace[1687010543] transaction","detail":"{read_only:false; response_revision:37058; number_of_response:1; }","duration":"3.376963068s","start":"2026-05-04T04:17:57.391919Z","end":"2026-05-04T04:18:00.768882Z","steps":["trace[1687010543] 'process raft request' (duration: 3.37666573s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:18:00.769155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.716165542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-04T04:18:00.769256Z","caller":"traceutil/trace.go:171","msg":"trace[1607931366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37061; }","duration":"3.716338887s","start":"2026-05-04T04:17:57.052893Z","end":"2026-05-04T04:18:00.769232Z","steps":["trace[1607931366] 'agreement among raft nodes before linearized reading' (duration: 3.716040909s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:18:00.76931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:57.052876Z","time spent":"3.71642036s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T04:18:00.769491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:57.39191Z","time spent":"3.377478002s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:18:00.76967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.377805472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-05-04T04:18:00.769714Z","caller":"traceutil/trace.go:171","msg":"trace[1244669872] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:37061; }","duration":"3.377880604s","start":"2026-05-04T04:17:57.391817Z","end":"2026-05-04T04:18:00.769698Z","steps":["trace[1244669872] 'agreement among raft nodes before linearized reading' (duration: 3.377768721s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:18:00.76972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273331297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:18:00.769723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.377807682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T04:18:00.769774Z","caller":"traceutil/trace.go:171","msg":"trace[1369041289] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:37061; }","duration":"2.273447459s","start":"2026-05-04T04:17:58.496308Z","end":"2026-05-04T04:18:00.769756Z","steps":["trace[1369041289] 'agreement among raft nodes before linearized reading' (duration: 2.273359897s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:18:00.769799Z","caller":"traceutil/trace.go:171","msg":"trace[1918537753] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37061; }","duration":"3.377913245s","start":"2026-05-04T04:17:57.391863Z","end":"2026-05-04T04:18:00.769777Z","steps":["trace[1918537753] 'agreement among raft nodes before linearized reading' (duration: 3.377663208s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:18:00.769824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:58.496273Z","time spent":"2.273535722s","remote":"127.0.0.1:39214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:18:00.769843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:57.391855Z","time spent":"3.377975356s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T04:18:00.769903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408444758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T04:18:00.769933Z","caller":"traceutil/trace.go:171","msg":"trace[20403249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37061; }","duration":"3.408480069s","start":"2026-05-04T04:17:57.361445Z","end":"2026-05-04T04:18:00.769925Z","steps":["trace[20403249] 'agreement among raft nodes before linearized reading' (duration: 3.408405807s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:18:00.769963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:57.361441Z","time spent":"3.408515661s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T04:18:00.770025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273809309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-05-04T04:18:00.770075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408632504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-04T04:18:00.770099Z","caller":"traceutil/trace.go:171","msg":"trace[1796561088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37061; }","duration":"3.408708195s","start":"2026-05-04T04:17:57.361384Z","end":"2026-05-04T04:18:00.770092Z","steps":["trace[1796561088] 'agreement among raft nodes before linearized reading' (duration: 3.408640024s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:18:00.770104Z","caller":"traceutil/trace.go:171","msg":"trace[887774908] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37061; }","duration":"2.273926403s","start":"2026-05-04T04:17:58.496151Z","end":"2026-05-04T04:18:00.770078Z","steps":["trace[887774908] 'agreement among raft nodes before linearized reading' (duration: 2.273776549s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:18:00.770122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:57.361363Z","time spent":"3.408754217s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T04:18:00.770152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:58.496123Z","time spent":"2.274017376s","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-04T04:18:00.770174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.222037077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:18:00.770225Z","caller":"traceutil/trace.go:171","msg":"trace[1165895045] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:37061; }","duration":"3.222148741s","start":"2026-05-04T04:17:57.548062Z","end":"2026-05-04T04:18:00.77021Z","steps":["trace[1165895045] 'agreement among raft nodes before linearized reading' (duration: 3.222068098s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:18:00.770252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:57.548029Z","time spent":"3.222214043s","remote":"127.0.0.1:55118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:18:00.770274Z","caller":"traceutil/trace.go:171","msg":"trace[1888794434] transaction","detail":"{read_only:false; response_revision:37060; number_of_response:1; }","duration":"2.968853592s","start":"2026-05-04T04:17:57.80141Z","end":"2026-05-04T04:18:00.770264Z","steps":["trace[1888794434] 'process raft request' (duration: 2.967402012s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:18:00.770307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206024939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:18:00.770333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:57.801378Z","time spent":"2.968914944s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:18:00.769744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:57.391795Z","time spent":"3.377941595s","remote":"127.0.0.1:55002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-05-04T04:18:00.770364Z","caller":"traceutil/trace.go:171","msg":"trace[1517827917] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:37061; }","duration":"2.206149651s","start":"2026-05-04T04:17:58.564199Z","end":"2026-05-04T04:18:00.770349Z","steps":["trace[1517827917] 'agreement among raft nodes before linearized reading' (duration: 2.206059369s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:18:00.769829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408307335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T04:18:00.770407Z","caller":"traceutil/trace.go:171","msg":"trace[493539320] transaction","detail":"{read_only:false; response_revision:37059; number_of_response:1; }","duration":"3.312709334s","start":"2026-05-04T04:17:57.457692Z","end":"2026-05-04T04:18:00.770402Z","steps":["trace[493539320] 'process raft request' (duration: 3.311058439s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:18:00.770409Z","caller":"traceutil/trace.go:171","msg":"trace[519839733] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37061; }","duration":"3.408893051s","start":"2026-05-04T04:17:57.361506Z","end":"2026-05-04T04:18:00.770399Z","steps":["trace[519839733] 'agreement among raft nodes before linearized reading' (duration: 3.408258493s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:18:00.77041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:58.564164Z","time spent":"2.206232584s","remote":"127.0.0.1:38040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:18:00.770435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:57.457655Z","time spent":"3.312763225s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:18:00.770447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:17:57.361502Z","time spent":"3.408935362s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-04T04:21:01.593846Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36180} {"level":"info","ts":"2026-05-04T04:21:01.712688Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36180,"took":"115.645848ms","hash":3109938493,"current-db-size-bytes":59404288,"current-db-size":"59 MB","current-db-size-in-use-bytes":31162368,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-04T04:21:01.712757Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3109938493,"revision":36180,"compact-revision":33980} {"level":"info","ts":"2026-05-04T04:21:41.572338Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ba52c55cf4193752","local-member-applied-index":40005,"local-member-snapshot-index":30004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-04T04:21:41.577935Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40005} {"level":"info","ts":"2026-05-04T04:21:41.578025Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35005} {"level":"info","ts":"2026-05-04T04:23:18.630751Z","caller":"traceutil/trace.go:171","msg":"trace[334429405] transaction","detail":"{read_only:false; response_revision:39493; number_of_response:1; }","duration":"205.619382ms","start":"2026-05-04T04:23:18.425085Z","end":"2026-05-04T04:23:18.630704Z","steps":["trace[334429405] 'process raft request' (duration: 205.499819ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:23:18.630776Z","caller":"traceutil/trace.go:171","msg":"trace[15100441] transaction","detail":"{read_only:false; response_revision:39494; number_of_response:1; }","duration":"205.14924ms","start":"2026-05-04T04:23:18.4256Z","end":"2026-05-04T04:23:18.630749Z","steps":["trace[15100441] 'process raft request' (duration: 205.063347ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:23:18.630732Z","caller":"traceutil/trace.go:171","msg":"trace[2055074352] transaction","detail":"{read_only:false; response_revision:39492; number_of_response:1; }","duration":"206.696742ms","start":"2026-05-04T04:23:18.423988Z","end":"2026-05-04T04:23:18.630685Z","steps":["trace[2055074352] 'process raft request' (duration: 205.15627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:52.697695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296806202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:23:53.198667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296806202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-04T04:23:53.607057Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.590624499s","expected-duration":"1s"} {"level":"info","ts":"2026-05-04T04:23:53.608992Z","caller":"traceutil/trace.go:171","msg":"trace[628385058] transaction","detail":"{read_only:false; response_revision:39731; number_of_response:1; }","duration":"1.592598343s","start":"2026-05-04T04:23:52.016323Z","end":"2026-05-04T04:23:53.608921Z","steps":["trace[628385058] 'process raft request' (duration: 1.591874853s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.609471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.016302Z","time spent":"1.592829959s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:23:53.616373Z","caller":"traceutil/trace.go:171","msg":"trace[342737634] transaction","detail":"{read_only:false; response_revision:39732; number_of_response:1; }","duration":"1.583997757s","start":"2026-05-04T04:23:52.032346Z","end":"2026-05-04T04:23:53.616343Z","steps":["trace[342737634] 'process raft request' (duration: 1.583780021s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.616539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.032331Z","time spent":"1.584126042s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:23:53.616707Z","caller":"traceutil/trace.go:171","msg":"trace[907397871] transaction","detail":"{read_only:false; response_revision:39733; number_of_response:1; }","duration":"1.582298682s","start":"2026-05-04T04:23:52.034381Z","end":"2026-05-04T04:23:53.616679Z","steps":["trace[907397871] 'process raft request' (duration: 1.581915641s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.616868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.034366Z","time spent":"1.582421975s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:23:53.616962Z","caller":"traceutil/trace.go:171","msg":"trace[532033549] transaction","detail":"{read_only:false; response_revision:39736; number_of_response:1; }","duration":"1.576635047s","start":"2026-05-04T04:23:52.040304Z","end":"2026-05-04T04:23:53.616939Z","steps":["trace[532033549] 'process raft request' (duration: 1.576544164s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.617101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.040293Z","time spent":"1.576733959s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:23:53.617194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420605198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:23:53.617242Z","caller":"traceutil/trace.go:171","msg":"trace[2132265983] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:39738; }","duration":"1.420697831s","start":"2026-05-04T04:23:52.196533Z","end":"2026-05-04T04:23:53.617231Z","steps":["trace[2132265983] 'agreement among raft nodes before linearized reading' (duration: 1.420598128s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:23:53.617247Z","caller":"traceutil/trace.go:171","msg":"trace[1035705491] transaction","detail":"{read_only:false; response_revision:39737; number_of_response:1; }","duration":"1.576868873s","start":"2026-05-04T04:23:52.040366Z","end":"2026-05-04T04:23:53.617235Z","steps":["trace[1035705491] 'process raft request' (duration: 1.576540954s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.617275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.196513Z","time spent":"1.420753552s","remote":"127.0.0.1:39244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:23:53.617298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.04036Z","time spent":"1.576913895s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:23:53.617362Z","caller":"traceutil/trace.go:171","msg":"trace[2060200082] transaction","detail":"{read_only:false; response_revision:39738; number_of_response:1; }","duration":"1.141521809s","start":"2026-05-04T04:23:52.475833Z","end":"2026-05-04T04:23:53.617355Z","steps":["trace[2060200082] 'process raft request' (duration: 1.14119426s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.617402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.475809Z","time spent":"1.141573561s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:23:53.617438Z","caller":"traceutil/trace.go:171","msg":"trace[1261653462] transaction","detail":"{read_only:false; response_revision:39734; number_of_response:1; }","duration":"1.581841539s","start":"2026-05-04T04:23:52.035581Z","end":"2026-05-04T04:23:53.617423Z","steps":["trace[1261653462] 'process raft request' (duration: 1.581014626s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:23:53.617526Z","caller":"traceutil/trace.go:171","msg":"trace[1481104281] transaction","detail":"{read_only:false; response_revision:39735; number_of_response:1; }","duration":"1.578756174s","start":"2026-05-04T04:23:52.038755Z","end":"2026-05-04T04:23:53.617511Z","steps":["trace[1481104281] 'process raft request' (duration: 1.578033135s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:23:53.617103Z","caller":"traceutil/trace.go:171","msg":"trace[351758830] linearizableReadLoop","detail":"{readStateIndex:40997; appliedIndex:40989; }","duration":"1.420508996s","start":"2026-05-04T04:23:52.196582Z","end":"2026-05-04T04:23:53.617091Z","steps":["trace[351758830] 'read index received' (duration: 1.411662844s)","trace[351758830] 'applied index is now lower than readState.Index' (duration: 8.845082ms)"],"step_count":2} {"level":"warn","ts":"2026-05-04T04:23:53.617651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.038725Z","time spent":"1.578839037s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:23:53.617739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.640808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:23:53.617528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.035553Z","time spent":"1.581928351s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:23:53.617765Z","caller":"traceutil/trace.go:171","msg":"trace[468531326] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:39738; }","duration":"103.70826ms","start":"2026-05-04T04:23:53.514049Z","end":"2026-05-04T04:23:53.617757Z","steps":["trace[468531326] 'agreement among raft nodes before linearized reading' (duration: 103.670059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.617686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359547321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:23:53.617841Z","caller":"traceutil/trace.go:171","msg":"trace[1131094344] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:39738; }","duration":"1.359738016s","start":"2026-05-04T04:23:52.258091Z","end":"2026-05-04T04:23:53.617829Z","steps":["trace[1131094344] 'agreement among raft nodes before linearized reading' (duration: 1.359565261s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.617881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.258067Z","time spent":"1.359802128s","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:23:53.617954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.198629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-04T04:23:53.617981Z","caller":"traceutil/trace.go:171","msg":"trace[1825502270] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:39738; }","duration":"472.263301ms","start":"2026-05-04T04:23:53.145711Z","end":"2026-05-04T04:23:53.617974Z","steps":["trace[1825502270] 'agreement among raft nodes before linearized reading' (duration: 472.159958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.618003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:53.145695Z","time spent":"472.303742ms","remote":"127.0.0.1:54976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-04T04:23:53.618119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.627504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:23:53.618168Z","caller":"traceutil/trace.go:171","msg":"trace[1656431483] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:39738; }","duration":"933.742118ms","start":"2026-05-04T04:23:52.684414Z","end":"2026-05-04T04:23:53.618156Z","steps":["trace[1656431483] 'agreement among raft nodes before linearized reading' (duration: 933.663156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.618199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.684354Z","time spent":"933.836471ms","remote":"127.0.0.1:39380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:23:53.61843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114303136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-04T04:23:53.618713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.986801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-04T04:23:53.618755Z","caller":"traceutil/trace.go:171","msg":"trace[2044485977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39738; }","duration":"802.068694ms","start":"2026-05-04T04:23:52.816676Z","end":"2026-05-04T04:23:53.618745Z","steps":["trace[2044485977] 'agreement among raft nodes before linearized reading' (duration: 801.985742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.618781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.816653Z","time spent":"802.121455ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-04T04:23:53.6188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-04T04:23:53.61883Z","caller":"traceutil/trace.go:171","msg":"trace[587344376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39738; }","duration":"1.120010502s","start":"2026-05-04T04:23:52.498812Z","end":"2026-05-04T04:23:53.618823Z","steps":["trace[587344376] 'agreement among raft nodes before linearized reading' (duration: 1.11992515s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.618863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.498796Z","time spent":"1.120060614s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-04T04:23:53.618951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280969146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:23:53.618963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.337176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-04T04:23:53.618985Z","caller":"traceutil/trace.go:171","msg":"trace[1924586215] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:39738; }","duration":"1.281031318s","start":"2026-05-04T04:23:52.337944Z","end":"2026-05-04T04:23:53.618975Z","steps":["trace[1924586215] 'agreement among raft nodes before linearized reading' (duration: 1.280979927s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:23:53.618993Z","caller":"traceutil/trace.go:171","msg":"trace[448537363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39738; }","duration":"804.51728ms","start":"2026-05-04T04:23:52.814467Z","end":"2026-05-04T04:23:53.618984Z","steps":["trace[448537363] 'agreement among raft nodes before linearized reading' (duration: 804.440248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.619011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.33793Z","time spent":"1.281073509s","remote":"127.0.0.1:34634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:23:53.618711Z","caller":"traceutil/trace.go:171","msg":"trace[1296122038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39738; }","duration":"1.114623116s","start":"2026-05-04T04:23:52.504076Z","end":"2026-05-04T04:23:53.618699Z","steps":["trace[1296122038] 'agreement among raft nodes before linearized reading' (duration: 1.114269676s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.6194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.504053Z","time spent":"1.115122439s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-04T04:23:53.619468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335092184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-04T04:23:53.618562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.884823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-04T04:23:53.619516Z","caller":"traceutil/trace.go:171","msg":"trace[95042491] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:39738; }","duration":"1.335489924s","start":"2026-05-04T04:23:52.284004Z","end":"2026-05-04T04:23:53.619494Z","steps":["trace[95042491] 'agreement among raft nodes before linearized reading' (duration: 1.335104854s)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:23:53.619543Z","caller":"traceutil/trace.go:171","msg":"trace[1524553025] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39738; }","duration":"597.89244ms","start":"2026-05-04T04:23:53.021626Z","end":"2026-05-04T04:23:53.619518Z","steps":["trace[1524553025] 'agreement among raft nodes before linearized reading' (duration: 596.825401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.619563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.283981Z","time spent":"1.335569077s","remote":"127.0.0.1:55102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:23:53.619629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:53.021608Z","time spent":"597.993992ms","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-04T04:23:53.618639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.639625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-04T04:23:53.619802Z","caller":"traceutil/trace.go:171","msg":"trace[517210271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39738; }","duration":"797.878609ms","start":"2026-05-04T04:23:52.821904Z","end":"2026-05-04T04:23:53.619783Z","steps":["trace[517210271] 'agreement among raft nodes before linearized reading' (duration: 796.678847ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.619838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.821893Z","time spent":"797.935691ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-04T04:23:53.618432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.386609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-68d7df6d59-k5pd5.18ac3efb8e365e84\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-05-04T04:23:53.619902Z","caller":"traceutil/trace.go:171","msg":"trace[357973087] range","detail":"{range_begin:/registry/events/openstack/cinder-api-68d7df6d59-k5pd5.18ac3efb8e365e84; range_end:; response_count:1; response_revision:39738; }","duration":"571.90553ms","start":"2026-05-04T04:23:53.047986Z","end":"2026-05-04T04:23:53.619892Z","steps":["trace[357973087] 'agreement among raft nodes before linearized reading' (duration: 570.349658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.619925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:53.047962Z","time spent":"571.956182ms","remote":"127.0.0.1:54894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1203,"request content":"key:\"/registry/events/openstack/cinder-api-68d7df6d59-k5pd5.18ac3efb8e365e84\" "} {"level":"warn","ts":"2026-05-04T04:23:53.619018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.814443Z","time spent":"804.568452ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-04T04:23:53.619969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336948564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:23:53.620089Z","caller":"traceutil/trace.go:171","msg":"trace[48769484] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:39738; }","duration":"1.337099758s","start":"2026-05-04T04:23:52.282977Z","end":"2026-05-04T04:23:53.620077Z","steps":["trace[48769484] 'agreement among raft nodes before linearized reading' (duration: 1.336364908s)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.620213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:52.282953Z","time spent":"1.337249473s","remote":"127.0.0.1:43464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:23:53.804527Z","caller":"traceutil/trace.go:171","msg":"trace[835838470] linearizableReadLoop","detail":"{readStateIndex:40998; appliedIndex:40997; }","duration":"181.575176ms","start":"2026-05-04T04:23:53.622934Z","end":"2026-05-04T04:23:53.804509Z","steps":["trace[835838470] 'read index received' (duration: 181.360591ms)","trace[835838470] 'applied index is now lower than readState.Index' (duration: 213.845µs)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:23:53.804626Z","caller":"traceutil/trace.go:171","msg":"trace[682239271] transaction","detail":"{read_only:false; response_revision:39739; number_of_response:1; }","duration":"182.493081ms","start":"2026-05-04T04:23:53.622103Z","end":"2026-05-04T04:23:53.804597Z","steps":["trace[682239271] 'process raft request' (duration: 182.265395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.804694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.986236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:23:53.804732Z","caller":"traceutil/trace.go:171","msg":"trace[1658384523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39739; }","duration":"120.065907ms","start":"2026-05-04T04:23:53.68465Z","end":"2026-05-04T04:23:53.804716Z","steps":["trace[1658384523] 'agreement among raft nodes before linearized reading' (duration: 119.989085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:53.804768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.809103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-04T04:23:53.804841Z","caller":"traceutil/trace.go:171","msg":"trace[1970520891] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39739; }","duration":"181.914375ms","start":"2026-05-04T04:23:53.622911Z","end":"2026-05-04T04:23:53.804825Z","steps":["trace[1970520891] 'agreement among raft nodes before linearized reading' (duration: 181.699999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:56.241315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3986422278296806242,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-04T04:23:56.293587Z","caller":"traceutil/trace.go:171","msg":"trace[1965239786] transaction","detail":"{read_only:false; response_revision:39746; number_of_response:1; }","duration":"679.096147ms","start":"2026-05-04T04:23:55.61447Z","end":"2026-05-04T04:23:56.293566Z","steps":["trace[1965239786] 'process raft request' (duration: 678.953053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:56.293737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.614452Z","time spent":"679.21074ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:23:56.299559Z","caller":"traceutil/trace.go:171","msg":"trace[661615303] transaction","detail":"{read_only:false; response_revision:39748; number_of_response:1; }","duration":"677.970986ms","start":"2026-05-04T04:23:55.621571Z","end":"2026-05-04T04:23:56.299542Z","steps":["trace[661615303] 'process raft request' (duration: 677.850943ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:23:56.299562Z","caller":"traceutil/trace.go:171","msg":"trace[1453078619] transaction","detail":"{read_only:false; response_revision:39747; number_of_response:1; }","duration":"677.955186ms","start":"2026-05-04T04:23:55.62157Z","end":"2026-05-04T04:23:56.299525Z","steps":["trace[1453078619] 'process raft request' (duration: 677.725339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:56.299686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.621539Z","time spent":"678.082389ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:23:56.299792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.621551Z","time spent":"678.078589ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:23:56.299875Z","caller":"traceutil/trace.go:171","msg":"trace[1574322353] transaction","detail":"{read_only:false; response_revision:39749; number_of_response:1; }","duration":"678.10875ms","start":"2026-05-04T04:23:55.621741Z","end":"2026-05-04T04:23:56.299849Z","steps":["trace[1574322353] 'process raft request' (duration: 677.72544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:56.300046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.621729Z","time spent":"678.211293ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:23:56.300107Z","caller":"traceutil/trace.go:171","msg":"trace[613167772] transaction","detail":"{read_only:false; response_revision:39750; number_of_response:1; }","duration":"678.185323ms","start":"2026-05-04T04:23:55.621895Z","end":"2026-05-04T04:23:56.30008Z","steps":["trace[613167772] 'process raft request' (duration: 677.894335ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:23:56.300179Z","caller":"traceutil/trace.go:171","msg":"trace[1024465667] linearizableReadLoop","detail":"{readStateIndex:41012; appliedIndex:41004; }","duration":"614.754511ms","start":"2026-05-04T04:23:55.685406Z","end":"2026-05-04T04:23:56.300161Z","steps":["trace[1024465667] 'read index received' (duration: 608.1228ms)","trace[1024465667] 'applied index is now lower than readState.Index' (duration: 6.630581ms)"],"step_count":2} {"level":"info","ts":"2026-05-04T04:23:56.300228Z","caller":"traceutil/trace.go:171","msg":"trace[658061107] transaction","detail":"{read_only:false; response_revision:39752; number_of_response:1; }","duration":"675.673453ms","start":"2026-05-04T04:23:55.624545Z","end":"2026-05-04T04:23:56.300219Z","steps":["trace[658061107] 'process raft request' (duration: 675.507659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:56.300217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.621877Z","time spent":"678.282435ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:23:56.300286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.62454Z","time spent":"675.715724ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-04T04:23:56.300295Z","caller":"traceutil/trace.go:171","msg":"trace[368263857] transaction","detail":"{read_only:false; response_revision:39753; number_of_response:1; }","duration":"675.697314ms","start":"2026-05-04T04:23:55.624582Z","end":"2026-05-04T04:23:56.300279Z","steps":["trace[368263857] 'process raft request' (duration: 675.523869ms)"],"step_count":1} {"level":"info","ts":"2026-05-04T04:23:56.300343Z","caller":"traceutil/trace.go:171","msg":"trace[2048078240] transaction","detail":"{read_only:false; response_revision:39751; number_of_response:1; }","duration":"675.862659ms","start":"2026-05-04T04:23:55.624474Z","end":"2026-05-04T04:23:56.300337Z","steps":["trace[2048078240] 'process raft request' (duration: 675.499269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:56.300372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.624459Z","time spent":"675.89655ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:23:56.300381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.624578Z","time spent":"675.752546ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-04T04:23:56.300445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.900343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:23:56.300465Z","caller":"traceutil/trace.go:171","msg":"trace[795728055] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:39753; }","duration":"563.955464ms","start":"2026-05-04T04:23:55.736503Z","end":"2026-05-04T04:23:56.300459Z","steps":["trace[795728055] 'agreement among raft nodes before linearized reading' (duration: 563.915643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:56.300484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.736481Z","time spent":"563.998146ms","remote":"127.0.0.1:34514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:23:56.300692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.280286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:23:56.300767Z","caller":"traceutil/trace.go:171","msg":"trace[1718633314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39753; }","duration":"615.394779ms","start":"2026-05-04T04:23:55.685349Z","end":"2026-05-04T04:23:56.300744Z","steps":["trace[1718633314] 'agreement among raft nodes before linearized reading' (duration: 615.248755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:23:56.300813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:23:55.685326Z","time spent":"615.475241ms","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T04:24:13.316601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.493547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:24:13.31671Z","caller":"traceutil/trace.go:171","msg":"trace[1052309723] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:39877; }","duration":"450.659702ms","start":"2026-05-04T04:24:12.86603Z","end":"2026-05-04T04:24:13.31669Z","steps":["trace[1052309723] 'count revisions from in-memory index tree' (duration: 450.418976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:24:13.316766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:24:12.866017Z","time spent":"450.735904ms","remote":"127.0.0.1:38362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:24:13.316975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.360036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-04T04:24:13.317247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.591372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:24:13.317338Z","caller":"traceutil/trace.go:171","msg":"trace[937240667] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:39877; }","duration":"109.762966ms","start":"2026-05-04T04:24:13.207553Z","end":"2026-05-04T04:24:13.317316Z","steps":["trace[937240667] 'count revisions from in-memory index tree' (duration: 109.450738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:24:13.317422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:24:12.541263Z","time spent":"776.153317ms","remote":"127.0.0.1:46752","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-04T04:24:13.317422Z","caller":"traceutil/trace.go:171","msg":"trace[360371755] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:39877; }","duration":"708.786628ms","start":"2026-05-04T04:24:12.608513Z","end":"2026-05-04T04:24:13.317299Z","steps":["trace[360371755] 'count revisions from in-memory index tree' (duration: 708.218252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:24:13.31754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:24:12.60849Z","time spent":"709.014454ms","remote":"127.0.0.1:55022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:24:13.317538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.01294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:24:13.317605Z","caller":"traceutil/trace.go:171","msg":"trace[1126877923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39877; }","duration":"633.121972ms","start":"2026-05-04T04:24:12.684462Z","end":"2026-05-04T04:24:13.317584Z","steps":["trace[1126877923] 'range keys from in-memory index tree' (duration: 632.909807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:24:13.317671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:24:12.684423Z","time spent":"633.236185ms","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-04T04:24:13.317935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.135075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-04T04:24:13.31799Z","caller":"traceutil/trace.go:171","msg":"trace[120729028] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:39877; }","duration":"736.188326ms","start":"2026-05-04T04:24:12.581784Z","end":"2026-05-04T04:24:13.317972Z","steps":["trace[120729028] 'count revisions from in-memory index tree' (duration: 736.062992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:24:13.318033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:24:12.581731Z","time spent":"736.292618ms","remote":"127.0.0.1:34622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-04T04:24:13.31822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.285685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:24:13.318334Z","caller":"traceutil/trace.go:171","msg":"trace[229664110] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:39877; }","duration":"198.228321ms","start":"2026-05-04T04:24:13.12008Z","end":"2026-05-04T04:24:13.318308Z","steps":["trace[229664110] 'count revisions from in-memory index tree' (duration: 197.157082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:24:13.318666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.878753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-04T04:24:13.318781Z","caller":"traceutil/trace.go:171","msg":"trace[1401328945] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:39877; }","duration":"471.029118ms","start":"2026-05-04T04:24:12.847736Z","end":"2026-05-04T04:24:13.318765Z","steps":["trace[1401328945] 'count revisions from in-memory index tree' (duration: 470.808672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-04T04:24:13.318837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-04T04:24:12.847719Z","time spent":"471.10647ms","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-05-04T04:26:01.600828Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38487} {"level":"info","ts":"2026-05-04T04:26:01.731866Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38487,"took":"125.779543ms","hash":941416845,"current-db-size-bytes":59404288,"current-db-size":"59 MB","current-db-size-in-use-bytes":31670272,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-04T04:26:01.7322Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":941416845,"revision":38487,"compact-revision":36180} {"level":"info","ts":"2026-05-04T04:31:01.609127Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":40706} {"level":"info","ts":"2026-05-04T04:31:01.724308Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":40706,"took":"110.837175ms","hash":1258744250,"current-db-size-bytes":60669952,"current-db-size":"61 MB","current-db-size-in-use-bytes":31195136,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-04T04:31:01.724409Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1258744250,"revision":40706,"compact-revision":38487}